{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:06.303147499Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"74d30ad4-eca2-406a-8912-79c54884f0c6","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":991,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307553704Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307601356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307609506Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307618286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307626806Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307633147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307639147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307646427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307652647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307663008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307669828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307677308Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307685818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307692699Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.307700639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307708079Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307714479Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307721469Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30772967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30773592Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30774362Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30775187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307761851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307773581Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307782041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307788771Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307804312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307820192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307827043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307833663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307839483Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307846933Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307853564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:15:08.307860644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307868544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":9,"elapsed":"13.771µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307877764Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307887734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307898915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307909375Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.307919126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307928696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307937436Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307946636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307955237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307965537Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307977077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307987518Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.307998408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.308009068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:05:08.307918086 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308019559Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308027049Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308037159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308291337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308310587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308319138Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308327538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308335698Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308344009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308351419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308359259Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308366519Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308373289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30838025Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30838734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30839466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30840079Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30840751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308413821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308419681Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308425181Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308432301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308497373Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308510024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308519504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7561, tv_nsec: 867724128 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308530824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308539765Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308547655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308555565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308563945Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308571756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308583466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308619687Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7561, tv_nsec: 867840661 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308686319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308696199Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30873324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308771342Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308780572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.308789152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.309020159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.30903719Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.119384ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.309057741Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.309067031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.496415ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.310519675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.311119494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.31133312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.312102854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.22735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.312118635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.312329451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.312339791Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.312483246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.312590359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7561, tv_nsec: 871819183 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.312804586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.314120096Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.314138397Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.31426419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.314392405Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.31619846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.316223821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.316232221Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.316405606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.318211322Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:05:08.307918086 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.318234913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:05:08.307918086Z\",\"pruned\":[]}","iteration":8,"elapsed":"10.298267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.320483912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.320510802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.320732969Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.322479553Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.322724261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.323381321Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7561, tv_nsec: 882592225 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.323416102Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.323609858Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.323638359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.327081944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"18.690105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.328215579Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.328607181Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.32921918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7561, tv_nsec: 888436254 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.329447057Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.329477088Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.329742706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.362739331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.362887585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.362902756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.362909196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.363271747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.365233427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.365813825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.365840726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.366038672Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.367324652Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.367337052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.367345172Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.367562319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.36759477Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.367811556Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"59.460787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.3692196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.369302242Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.369312273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.37087243Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.370888371Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.370894541Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.371212561Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.371870181Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.371878821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.372070417Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.372842931Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.372860111Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373032067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373241273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373252244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373348987Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.373356587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373363577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"64.969077ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373426079Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373596674Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"66.053671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.373708748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.374000017Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.374039098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.375672258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.375680478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.375832803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.375890385Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"67.514825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.377930527Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.380766445Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.382018273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.38223761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.382344713Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.382974633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.383008723Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.383324673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.384363195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.384382976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"76.688247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.384657714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.384674735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.384911712Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.385027005Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.385268163Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.386748609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.399280844Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.399600524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.401151671Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.401175072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":43,"elapsed":"93.357109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.409104416Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.410646583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.418121113Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"110.379002ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.418268927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.418288888Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.418297668Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"110.388303ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.423661803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.423687224Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.423695144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.423701984Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.423978493Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.424107857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.424254521Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.425277663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.425289293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.425298313Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"117.541533ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.429484622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.429505823Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.429515763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.429525263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.429594985Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.42972659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.431219825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"122.839826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.432285518Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.432304419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.432437243Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.436438256Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.436681053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.467558122Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.475240278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.475258409Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.475587799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298e3739-fc9d-4d49-9784-f41aa63ff7c8\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.47560574Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.477059964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.485318608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"177.708853ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:15:08.492805568Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.492830159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"184.991786ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.511543544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.511589315Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.511903975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4714795-abe3-4b38-b372-f80f0fff6395\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.511920266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.514268568Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.566168103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566215385Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566658038Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc894345-84e8-4446-b633-c24da1fa8b15\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.566696609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.567062891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568261688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.568716211Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.569182776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.56964007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.571641361Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.574912012Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.574936863Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.575221831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.575234562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.575241362Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.57550756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.575524661Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.575534171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.575731807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.589436968Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.5898297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.592655527Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":15,"elapsed":"285.023321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.592992817Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.595522555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.595562556Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.595744152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.597480015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.599488677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.599510868Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.599682193Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.603277224Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.609100133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"300.753854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.613460297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.613747986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.615956653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.618815601Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.618842982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.619053158Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.621748701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.621778572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.621790703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.622093802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.622625408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.622642609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.622654529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.623085953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.623281788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.624811166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.626050094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.626074594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.626198288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.627345884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.627371304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.627490478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.628845319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.6288686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.628897811Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.628908081Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":9,"elapsed":"320.969095ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.629676815Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.629689085Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.629697466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.629705226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":9,"elapsed":"321.801381ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.631745029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.63177096Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.631833301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.631846362Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.6321095Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ea7c46e2-bb63-4f91-8817-a6fe8bfa654e\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.632137951Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.632149701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.632236244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee18b91a-a31d-4a58-8b2f-b0124d1ab48a\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.632255334Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.632352467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.634879265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.640965202Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.641395045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.644202831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.644389177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.651820746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.651871507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.652541288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"da9eedb0-10f2-4615-9e9e-6395e62a7760\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.654391835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":16,"elapsed":"346.698616ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.67701885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.677072032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"369.193347ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.702751681Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.703120473Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a00083-3f52-4d78-9e9f-c50f73aaf60b\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.705248608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.705672711Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.707785416Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":15,"elapsed":"400.005624ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.735511518Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.736081066Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"63ac7e86-1043-485b-8504-58fb519eff91\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.736130047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.739197081Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e278a0fb-d7d1-497c-8404-8d194b04c3a7\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.739240093Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.74013742Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1aa41e43-0e7d-48b2-80f9-6e0d47700339\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.740178341Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.742256635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.742295737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"434.414242ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.779082087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":15,"elapsed":"471.412469ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.78012988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.780507341Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"978cbbaf-7f19-4fac-b810-40ccbb1353df\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.780536512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.782987087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"eeae7d7d-713e-4902-b1cc-585e1f0f6ffa\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.783017598Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.785444643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.785471644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"477.848477ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.795351937Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.795951386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17223b6c-260f-48fc-9900-7330c0a16d92\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.795988957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.796005117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.796016708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.797598636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":15,"elapsed":"489.921458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.848167311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.848515221Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.850971697Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.850999838Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.851440501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.86344612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.863789261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87854336-246d-41c9-960f-b9b99b1504d8\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.863816642Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.863829972Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864138962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864150312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864157702Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864165492Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864172803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864181433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864392509Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.86440261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.864552974Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.864561655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.864815692Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.866995219Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.867108863Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e08cc242-0625-412e-931e-1b35ebc12a99\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.867121963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.867246117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"126f3c5c-b39a-4770-b12e-61a41c952a66\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.867277348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.867290178Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.968643954Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1424591e-6c9a-421d-9dde-6cb8d990d198\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:08.968672704Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.968682625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.969218341Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc174a59-42fa-4579-aedb-9a0d18af327f\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:15:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.969267783Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.969666265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.974562365Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.974796923Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.978861168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.979192148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.981282282Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.981497639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:08.988268347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":15,"elapsed":"680.561607ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:16.30306376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"c921406c-f5c9-44aa-ad64-6336ccb2f93e","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1005,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.307465435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.307528557Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.307540088Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.307549618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.307868928Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.30796097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.310434026Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.312936053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.312951284Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.313090408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.314671207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.314947265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.316814982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.319372771Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.319387552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.319533846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.331409201Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.331436152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":44,"elapsed":"23.956196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.337278871Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.337493628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:18.366076297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"58.627322ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:26.302432524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"07f17c03-b7ad-4926-8bab-9a7e0c293d00","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1084,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.307673785Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.307733857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.307745267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.307755168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.308039986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.308097318Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.309848912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.310019847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.310596215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.311899945Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.243431ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.313066461Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.313083201Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.313214936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.315336681Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.315488935Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.34394544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.346159258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.346179039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.346306933Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.360766507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:28.360787828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":45,"elapsed":"53.103782ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:36.302779099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"60c241a8-6027-42c1-b338-2e56da8dd9ef","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1003,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.14956699Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59546"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.149715534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d68f17eb-f064-4fca-8bc3-fb7c3ba8c7a5","remote_addr":"[fd00:1122:3344:101::1]:59546","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.15020984Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d68f17eb-f064-4fca-8bc3-fb7c3ba8c7a5","remote_addr":"[fd00:1122:3344:101::1]:59546","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.190507778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"9f7bc58a-4fdd-4e62-964c-76b6bea4dfb3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.190540339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"d68f17eb-f064-4fca-8bc3-fb7c3ba8c7a5","remote_addr":"[fd00:1122:3344:101::1]:59546","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40907,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.246076736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50380"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.2462023Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f9df997-b884-4ed0-bee0-cbd1fdeffaf2","remote_addr":"[fd00:1122:3344:101::1]:50380","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.24651655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2f9df997-b884-4ed0-bee0-cbd1fdeffaf2","remote_addr":"[fd00:1122:3344:101::1]:50380","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.283107444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.283154646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"2f9df997-b884-4ed0-bee0-cbd1fdeffaf2","remote_addr":"[fd00:1122:3344:101::1]:50380","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37014,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307146233Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307167573Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307176524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307184114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307191684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307199584Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307206425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307214155Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307222125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307228645Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307235155Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307242536Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307249136Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307255746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307262816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307268836Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307276437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307283167Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307290827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307296927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307303288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307311188Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307319328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.307327888Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307336098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307343709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307352229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307509924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307546315Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307629388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307722041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307745921Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307756862Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307766962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307776942Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307787283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307797203Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307806543Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.307814633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.30835768Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.30836574Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.30837261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308378501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308384901Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308392001Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308398281Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308405622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308570207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308623538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308633869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.308656989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.309486765Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.310102744Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.3103052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.310996371Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.311482986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.2268ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.312031573Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.312042433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.312180547Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.313974383Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.313997003Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.314032204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.314132798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.314722696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.316024856Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.316323325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.316347346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.316525321Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.316915783Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7591, tv_nsec: 876469327 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.317030776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.317053617Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.317182151Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.317292415Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.31810891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.318135541Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.318255864Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.31844351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7591, tv_nsec: 878018474 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.318710998Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.320371809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"13.208736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.321630148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.321878296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.322428222Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.322652589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.323528236Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.323679641Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.324010111Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.32724407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.327266701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.327455827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.347376219Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.348547035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.348587477Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":46,"elapsed":"41.418873ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.349289008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.349325769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.349462813Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.350051551Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"41.679711ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.352166007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7591, tv_nsec: 911735471 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.352450425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.352649531Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.3529332Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.354842909Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.354911561Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.355068266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.355241431Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.355360875Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.355390215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.355401936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.355413636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.35553961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.355691305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.357899253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.361205784Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.361235785Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.361542215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.361664079Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.361908426Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.361925976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"53.547895ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.363607718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":16,"elapsed":"56.430645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.364259348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.366637191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.366815857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"59.452517ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.366961621Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.366987192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.367117016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.375147653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.37701891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.377041951Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.377168525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.388048899Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.388084491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.388419411Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26e0f16-36eb-44df-9bf7-78f3b9ad2dc5\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.388435991Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.390145114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.393461376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.393478766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.393485226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.393706513Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.394773816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"87.552841ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.3958707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"87.486339ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.402592577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.402921116Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.424687296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.424741387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.424750387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"117.419429ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.425664346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.425696727Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.425965125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c87b7b-fd15-4dfa-bb36-0edde80386f2\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.425981305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.427710738Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.430432362Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"122.058651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.432545337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.432890178Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.452997696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.453046007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.453350877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620b55ae-6370-4099-8ee3-7a69a195345f\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.453370187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.454826902Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.483988508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"176.734532ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.519585592Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.519946523Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a51a6c-a72d-402e-a0c4-8f05eee351fd\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.522256084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.522600995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.52439412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":16,"elapsed":"217.105712ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.529333502Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.529360873Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.529786656Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c229edeb-8485-45d1-aa64-154947997010\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.529821497Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.530273141Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.549193982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.549529133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.549790981Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":16,"elapsed":"242.462482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.551506073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.555173976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.555197097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.555493506Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.557347113Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.559108207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.559131308Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.559265602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.57709446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.577120491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.577336197Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2027f58f-6dfc-4a57-8ce8-82a88e645e39\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.577348058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.577563774Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.579612647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.579776052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.583181047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.583507637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.586315623Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.586333944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.586642863Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"afa1ad49-df61-47c1-82c0-6cb718e56b16\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.588609314Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":17,"elapsed":"281.304395ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.628324144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.628675905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc0c0f1-868b-498c-9f4f-403f4ee7728e\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.628702646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.628714436Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.628723717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.629455309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":16,"elapsed":"322.251415ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.639116666Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.639414785Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.641363005Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.641380596Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.641641834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.651369523Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.651670332Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02711bfe-4005-4dbc-9584-a631e874e13f\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.651691673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.651702403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.65193446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.65194399Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.651950481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.651956951Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.651963231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.651969821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.652149477Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.652159517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.652358673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.652367654Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.65257946Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.65454481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.654678874Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b2508d-749c-4c4a-9d3d-42d0c5b39ef3\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.654691035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.6548518Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852b64ce-bb18-455f-9025-1edec141fd23\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.6548667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.654876451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.756946088Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6ab2d375-21c6-4d71-87ea-f21764d05264\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:38.756994769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.75700653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.757215006Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc4e000-7e49-4a1b-9fcf-cd31f567fa40\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:15:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.757250847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.757582707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.770313059Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.77067018Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.774014442Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.774415375Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.776706735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.776999474Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:38.785015291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":16,"elapsed":"477.750484ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:46.301947936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"d41bdf10-4993-4d32-ae1a-61d4d6452704","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1010,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.307133796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.307186498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.307195918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.307202738Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.307481007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.307495697Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.30887863Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.311347015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.311372326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.31149549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.313382168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.313728409Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.315185584Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.317771493Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.317784763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.317951769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.330868766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.330892836Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":47,"elapsed":"23.767741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.337603133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.33784726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:48.339317245Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"32.180269ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:55.45244139Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:52915"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:55.452541123Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"43ee360e-8aaa-4125-aad5-7dc3cf4ff5b5","remote_addr":"[fd00:1122:3344:101::2]:52915","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:55.452867673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"43ee360e-8aaa-4125-aad5-7dc3cf4ff5b5","remote_addr":"[fd00:1122:3344:101::2]:52915","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:55.489928102Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"7302d162-68f2-45dc-a2f1-c9d96a16fc35"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:55.489961533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"43ee360e-8aaa-4125-aad5-7dc3cf4ff5b5","remote_addr":"[fd00:1122:3344:101::2]:52915","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37478,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:15:56.30259075Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"e5e1fef9-bab0-40f8-894e-e5364faaa446","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1058,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.306808009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.306857531Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.306866331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.306873142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.307182161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.307196252Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.308358787Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.310808983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.310833203Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.310953507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.312045481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.312262827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.3136653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.316067644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.316088965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.316227009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.324222465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.324250816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":48,"elapsed":"17.446246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.334761209Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.334991066Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:15:58.336446351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"29.637491ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:06.302353146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"4c4883c3-5479-4c47-a713-ca7a21c2ac46","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1012,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307449703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307508824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307520655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307529185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307538215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307545816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307554566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307562566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307570556Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307577997Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307585367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307595237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307605157Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307614028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307623398Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307632248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307640479Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307649159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.307657839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307666739Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307675289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.30768441Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.3076929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.30770267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307710601Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307719861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307727841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307735501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307743272Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307751832Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307760132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307768372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307776973Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:16:08.307786103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307795413Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":10,"elapsed":"13.87µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307805824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.307814874Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307823094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307832204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307839865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307847965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307856555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307864305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307873686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307882986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307890886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307899036Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307906297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307914877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307922587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307930487Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307940128Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.307949058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:06:08.307824024 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307957218Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307964889Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307973369Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307980989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307988619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.307995909Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.30800422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.30801213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.30802077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308028651Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308039031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308106793Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308123283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308133864Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308142294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308151954Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308207936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308291748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308310259Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.30834577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308357181Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308366761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308374101Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308382551Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308391531Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308399502Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308406382Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308414302Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308422352Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308430443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308439023Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308453344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7621, tv_nsec: 868380038 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308465364Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308473134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308505075Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7621, tv_nsec: 868420069 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308826145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.308842396Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.070903ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.309077163Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.309088673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.551778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.309897858Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.310123865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.310206687Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7621, tv_nsec: 870129731 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.310438345Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.311002952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.311613441Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.026624ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.312919021Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.312946702Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.313069545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.313612572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.313845789Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.316551572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.318012347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7621, tv_nsec: 877928641 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.318314447Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.318487802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.318503812Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.318649127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.326647753Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"18.87543ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.32883981Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:06:08.307824024 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.328915353Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:06:08.307824024Z\",\"pruned\":[]}","iteration":9,"elapsed":"21.023716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.331368578Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.331639586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.33860463Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.341362095Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.344571344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.345048348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.346811392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.347986068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.348374231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.349588788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.349600788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.349607028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.349844816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.349940029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.351508937Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.351522737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.351782115Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.351799446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.351812266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.351969531Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.352956521Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.352977202Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.352987082Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"45.190118ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.353853009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.355002134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.355389116Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.357711347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.357743219Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.357943155Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.357987156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"50.514633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.359277266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.359524333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.361728601Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.362090762Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.362920907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.363176935Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.363227357Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"55.557617ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.364811756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.366769906Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.367075545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"59.171479ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.368347884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.368372515Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.36854678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.36918938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.369219011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.369355145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.371212242Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.371590694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.372349337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.372377458Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.372392989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"64.645317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.37276408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.373027388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.373360139Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.373891265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.373914356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.374082811Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.374609427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.374630267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.374776252Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.37534358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"67.606938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.37569238Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.375709661Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.375946008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.377222047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7621, tv_nsec: 937129251 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.37731465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.377543737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.377579098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.383325205Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.383363416Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.383373276Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.383382196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.383642855Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.38478719Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.384811491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":49,"elapsed":"77.139441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.385308306Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.385652286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.385747129Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.388333579Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.389732582Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.389753632Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.389761052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.389767953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.390190766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.395189149Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.397910843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.397932674Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.398076728Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.402606047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.404621939Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.40464273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.404812805Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.40888427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"101.160229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.409829299Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.411592243Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.411613234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.411620235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.411664446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.411677986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.411875052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.411956375Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.416465563Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.416739912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.420005412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.420306862Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.421122336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.421140427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"113.23213ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.42123237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.42124615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"113.433877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.421439256Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.422087016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.422265412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.423009745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.425724218Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.425744178Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.426021517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.42678117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.426797051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.427052799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.427586375Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.427612626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.42775324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.428938197Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":17,"elapsed":"121.141473ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.434015623Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.434044154Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.434059274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.434323682Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.434856039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.435402195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.435921341Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.43945731Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.43947324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.439639616Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.442257596Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.442276767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.442286437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.442295227Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":10,"elapsed":"134.728021ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.444576637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.444596508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.444929738Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a268fad5-5bc3-4366-b280-91f151d865ac\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.444949569Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.44628961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.44630435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.446313031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"138.792576ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.446462425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.449414436Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.449432567Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.449697045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d616274-f344-47b1-b849-eafb427db600\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.449716205Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.451147929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.455527924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.455552765Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.455563435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.455859184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.462171468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.462214359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"154.645063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.464861371Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.465606954Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.466061848Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.467681638Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.467705428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.467836782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.46939437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.469422681Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.469432311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.469440661Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":10,"elapsed":"161.777812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.480961746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.481220934Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.482548464Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.484184635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.484198165Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.48433677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.485821445Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.487646091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.487658701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.487822526Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:16:08.489806058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.489832918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"182.361116ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.516531839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"208.904691ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.525977239Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.526024201Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.526394352Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce3586aa-252e-4892-965d-a9ab33c403cb\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.526418313Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.528449825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.598151538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.59855428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b287dffe-4669-4798-aa0b-ea9104454e80\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.598577221Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.599965263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2f8e36f4-9989-4d33-9e1b-11b06fdf51e5\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.599993294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.601580513Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.601600194Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"293.979686ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.618980258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":17,"elapsed":"311.474543ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.621487835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.621728732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154d33b7-efb3-46e5-b3a7-48099f6886bf\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.623801186Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.624112886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.626183359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":17,"elapsed":"318.550441ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.644700798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.672337468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.672373769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.672668988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c73c4ad9-7780-499f-b1d8-865dc6b51f59\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.672698309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.672995718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.692276741Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.692304162Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.692479947Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fa39570a-9137-4ddd-bfb1-533e372ecfd9\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.692491627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.692812527Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.695045086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.695242532Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.698085399Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.698337267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.701847235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.701868396Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.702145694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6b230ea6-92af-4c4c-9381-15b4fc4a0fbc\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.70394844Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":18,"elapsed":"396.337802ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.713577455Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.713899545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdde7113-739c-41b0-af51-adf9c628ae31\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.713930756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.713940796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.713949117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.715605358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":17,"elapsed":"407.760023ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.819100459Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.819679386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b00cb982-ebdb-41a0-bc10-fa771bd6fddd\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.819702677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.821063999Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"00fefa58-1fe1-4153-a437-806394344e38\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.82108888Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.822602036Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a8c7237b-ef85-4462-9e1c-a9cb1c76359b\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.822624997Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.82433808Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.824381081Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"516.952309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.876874484Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.877425441Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.879904508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.879938739Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.880203607Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.888062778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.8884414Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64b303a-768e-4345-9871-073af270d350\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888480991Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888493332Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888864653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888875823Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888883344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888892064Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888899804Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.888907044Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.889197853Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.889207843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.88942333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.889431501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.889786071Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.892225956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.89234312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"637b58bb-171b-459b-8a6c-96bb02993128\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.89235473Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.892465684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe262bc2-945b-4125-99ea-a539cdc3a7dc\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.892483524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.892496185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.995935784Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"524107c4-ccf3-48d0-b641-485a019c06e0\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:08.995977785Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.995987776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996190312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75f60cb-588f-461f-bcfd-ad4bad9e7405\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:16:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996234583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:08.996571634Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.005164147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.005534799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.009431609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.009692387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.011349268Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.011689688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:09.019200419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":17,"elapsed":"711.343783ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:12.259247243Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:49481"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:12.259351736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58bdaaa9-9465-49b7-b969-4afdb425ddc3","remote_addr":"[fd00:1122:3344:101::2]:49481","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:12.259664526Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58bdaaa9-9465-49b7-b969-4afdb425ddc3","remote_addr":"[fd00:1122:3344:101::2]:49481","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:12.329561184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"d4c546ce-1904-4ae8-9cdb-ccdd03474b8f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:12.329593595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"58bdaaa9-9465-49b7-b969-4afdb425ddc3","remote_addr":"[fd00:1122:3344:101::2]:49481","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70303,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:16.301973628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"7e54b423-778f-47c1-937d-0022f0aa597a","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1103,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.307206609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.307262761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.307272721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.307280621Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.30758448Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.307609511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.309234261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.309456678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.309741867Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.312405839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.312434709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.312587524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.314994398Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.315253126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.316790603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.31926954Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.31928204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.319423944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.331205517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.331231987Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":50,"elapsed":"24.012708ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:18.338891053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"31.693334ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:26.302469217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"bd384c6a-a481-43a3-a093-d2cfb906ca9c","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1644,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.306636055Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.306693517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.306703667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.306711937Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.307023447Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.307038827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.308966587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.309188593Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.309236705Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.31136787Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.744596ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.311941438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.311960889Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.312122633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.314355372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.314629761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.31622878Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.318727027Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.318738117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.318917693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.327968521Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.327986291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":51,"elapsed":"21.343616ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.561258611Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.561283882Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.592018707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:28.59212976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35825"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.592325466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4321ac08-00ae-4c9c-aad8-bb14d77a3b83","remote_addr":"[fd00:1122:3344:101::c]:35825","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.592605685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4321ac08-00ae-4c9c-aad8-bb14d77a3b83","remote_addr":"[fd00:1122:3344:101::c]:35825","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:28.60093301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:28.600957841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"4321ac08-00ae-4c9c-aad8-bb14d77a3b83","remote_addr":"[fd00:1122:3344:101::c]:35825","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8684,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.601028944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4321ac08-00ae-4c9c-aad8-bb14d77a3b83\", \"content-length\": \"41\", \"date\": \"Tue, 07 Jan 2025 05:16:28 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.603308594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:28.603318144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:36.301508331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"8470f89d-1ece-4a67-98fc-c55ea189d650","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1108,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.306960328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.30701183Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.30702118Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.30702965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307038471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307047451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307055441Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307062882Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307070872Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307077152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307084262Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307091772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.307099293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307106443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307114043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307121043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307127373Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307134114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307141484Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307147914Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307155274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307161454Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307167505Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307173595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307180465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307186565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307193546Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307472624Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307486435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307495045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307504195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307511595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307520205Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307527936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307536436Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307544766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307552846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307561267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.307567727Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308155795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308176326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308188156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308198906Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308208707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308216567Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308223927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308230627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308423763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308497795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308507636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.308520176Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.310301331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.310633891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.310653302Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.310660232Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.310878769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31123676Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.2376ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.311349863Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7651, tv_nsec: 871612647 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.311631512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.311643392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.311855589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.312040595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31221893Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31223119Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.312414156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31386488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.314655775Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.314709757Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.314719717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.314892522Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31513209Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7651, tv_nsec: 875404324 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.315340306Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.316324846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.316756649Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31676567Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.316940865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.317188263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.317203963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.317370428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.31806721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.318266246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.318275956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.318446311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.320052191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.320076642Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.320236986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.321961769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.322289479Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.32230408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"15.328391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.322707302Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.323005481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.323028392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.323036442Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.323327811Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.323512217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.323760255Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.324233269Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.324451296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.324471066Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.324731274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.325725475Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.325741016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.325865789Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7651, tv_nsec: 886130713 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.32588198Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"17.713004ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.32589124Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.326169759Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.326781988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.327331685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.329921454Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.329949435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.330145351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.330461931Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.330482171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.330616915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.341072517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.341113128Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":52,"elapsed":"34.14277ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.350567659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"42.381843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.353114837Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.353275582Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"45.101146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.353486358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.355963905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.356315885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.357881913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.357904964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.357915165Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"50.884553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.358061679Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.358316937Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.358681518Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.359016418Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.363721843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.363748594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"56.62166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.367063656Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.367419277Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.374495684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"67.505105ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.395011955Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.395034625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.395366756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a97fe5-46a8-4c27-ad49-dc653c2925b2\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.395384996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.396874252Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.413792022Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.413817333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.415212255Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e9d59e-032b-47ab-914b-d639a340097e\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.415234726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.417102664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.510884126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.511285639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758af462-03e0-4c51-88ce-a97de9808fc1\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.513003891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.513374123Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.530281132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":18,"elapsed":"223.196541ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.536534515Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.536572816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.53704347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5fa35bd-cbe2-4cfe-b417-862ed24205c2\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.537072741Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.537422312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.538442643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.538468724Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.538916978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12892b4-331f-4a77-b6a6-8a356ad47fb9\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.538943009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.540803726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.541645802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"234.009573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.541782916Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.541812707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.542357294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.543505469Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":18,"elapsed":"236.459877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.545027525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.545048666Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.545238052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.547521562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":18,"elapsed":"240.494472ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.557249041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.557290242Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.557663434Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2e8c8ea1-33bd-4bde-910f-28d2fa6d6fa7\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.557689635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.55816932Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.561185312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.561408379Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.56502256Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.565428833Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.56826924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.568292871Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.568721914Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ba9ce1b9-c6fb-4f0a-9add-2f0191ba2913\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.57023499Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":19,"elapsed":"263.19916ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.583739895Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"275.545989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.637051524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.637450646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.639176039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.639213751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.639625763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.643313297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.643595355Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.644828343Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.64797277Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.64799553Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.648262989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.653943183Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.654286414Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"328a517e-a526-4f3c-9275-d7c5b2e76e9f\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654313595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654324755Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654699767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654728707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654742108Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654755678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654767898Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654779059Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654929803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.654955334Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.655100019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.655109779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.655408048Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.657514843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.657659818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2e584d-5a66-4b3d-a463-72f1eb801605\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.657680758Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.657850703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9e799a-e26b-49aa-bc12-92b446eed4bf\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.657866704Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.657878324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.659232096Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.661059092Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.661115094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.661229167Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.697897504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.784861927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2224c562-7719-4466-88fd-ea0024036c98\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.784920089Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.784934499Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.785683912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7be7796c-3245-40aa-9687-93a0938ac193\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.785715403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.786389594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.786485487Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae143a2c-4c35-4c84-b735-8912d402fd07\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:16:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.786510628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.786524828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:38.786536959Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.790635294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":18,"elapsed":"483.574053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.792343017Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.792724809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.796703325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.797232877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.799366333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.799719774Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:38.808353379Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":18,"elapsed":"501.264937ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:46.302171885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"b32cf39a-ec45-4792-8649-5de2d4674de8","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1523,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.306347103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.306397335Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.306406505Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.306414325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.306780656Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.306795557Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.308435718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.308658234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.309055657Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.310161611Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.831948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.311482191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.311505642Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.311636996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.313369109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.313558115Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.3150218Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.317252589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.317267969Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.317395513Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.326321967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:48.326349328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":53,"elapsed":"19.986594ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:16:56.301952662Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"c3b15151-126a-414d-a0e4-505ac93c18b9","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1131,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.306179702Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.306233993Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.306243964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.306252564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.306586164Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.306598735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.307922435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.308192904Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.308587336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.309890706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.729864ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.311151415Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.311169045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.311302859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.312486705Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.312647841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.314357583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.316724086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.316739716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.31686882Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.324837245Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:16:58.324861156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":54,"elapsed":"18.666823ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:06.301382147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"cf11a843-a825-4126-a11e-b2ed821f7c1d","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1109,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306589928Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30664749Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30665842Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30666691Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.30667524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:07:08.306596838 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306683721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306691261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306698861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306706541Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306712981Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306721282Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306729582Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306736882Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306744353Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306752053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306758993Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306765103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306772473Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306778274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306785554Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306793004Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306799434Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306806735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306813115Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306821165Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306828675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306834905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306841596Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306850066Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306860566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306870176Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306879977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306889337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306900217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306909938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306919158Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306928248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306939228Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306948739Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306959229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.306969869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30698034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30699008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.307001101Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307011301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307021471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:17:08.307031301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307042412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307053002Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":11,"elapsed":"14.55µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307065012Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307074313Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307085903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307095753Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307106594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307117414Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307127274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307136525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.307147105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307156785Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307166986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307177126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307187496Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307197896Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307208577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307219147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307233528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307245938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307256358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307269799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307281649Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307295079Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30730769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.3073264Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307338761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307351131Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7681, tv_nsec: 867917464 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307372442Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307385422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307395642Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307402883Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307443244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7681, tv_nsec: 868050348 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307461155Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307469865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307478495Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307487065Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307495746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307508876Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307517466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307524017Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307532237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307540577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307548977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307557238Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307593299Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.3076194Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307679591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307708752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307818535Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307842696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307888908Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307902408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307911938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.204917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.307921599Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.247599ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.30795046Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.309391794Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.309619081Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.310065855Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.310347173Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.31057061Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.311017454Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:07:08.306596838 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.311043125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:07:08.306596838Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.423336ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.311375265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.335834ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.31188164Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.311893651Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.312057586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.312557391Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.312585742Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.312596682Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.312713986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.312886411Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.313032566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.313928913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.314083398Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.314403128Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.314415138Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.3151311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7681, tv_nsec: 875749424 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.315368788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.315499332Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.316408099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.316669028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.317690309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.31770401Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.317856294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.317867224Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.317964818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.31804066Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.318071261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.318082231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.318200445Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.319972709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7681, tv_nsec: 880588743 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.320143144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"13.195665ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.320239817Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.320485685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.320715412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.321072153Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.32129368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.321813576Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"14.873727ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.323176798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.323187788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.323410475Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324013723Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324023994Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324088746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324099506Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324193279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324265821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324378455Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324388745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.324526709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.326409467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.326920063Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.327182211Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"20.20016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.327928094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.32845011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.32846113Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.328625925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.330139062Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.330150152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.330252215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.330261895Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.330306137Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.3304149Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.331286117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.332034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"25.461792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.33268878Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.333245147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.333258957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.333440533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.333453563Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.335405814Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.335416414Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.335423844Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.3356198Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.33563193Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.335723073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.335790985Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.335844637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.336776066Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.336797496Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.336805157Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.336811457Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.336986072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.337209459Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.337950422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.337962632Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"31.261101ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.338150048Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.339363795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7681, tv_nsec: 899977419 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.339647294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.339660514Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.339977014Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.340137479Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.340255503Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341292684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341302505Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341308915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341315295Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341398368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341408618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341533842Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.341578933Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.342389828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.342417439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"35.592864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.343925305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.344225125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.346329579Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.346611538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.346938978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.347210926Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.348440444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"41.840046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.348463795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.349538788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.350437705Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.35156555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.351593411Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.351751476Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.353663945Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.353688825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.35383733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.354615234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.354645585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.354654015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.354662295Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.354670636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"47.771818ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.354867982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.35643297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.357249365Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.359741391Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.359770702Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.36000249Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.36033243Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.36034348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.360570147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.360579407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.360865146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.364459327Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"57.481517ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.37659484Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.376636641Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.376647091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"69.591719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.379190849Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.379720616Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.380300403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.380325204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":55,"elapsed":"73.267942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.382303925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.382639125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.384208443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.385786922Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.385807523Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.385817723Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"79.185684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.387105983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.387139333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.387291058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.391981862Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"85.089555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.395361686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.395583703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.39709701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.397253284Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":19,"elapsed":"90.46083ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.398887715Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.398914395Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.399035849Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.401849116Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.402190626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.403387303Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.403405944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.403416724Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.40361982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.403989742Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.404000682Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.404007932Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.4042861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.4052526Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.405420166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.408894492Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.408911693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.409004056Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.409013516Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.409083258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.409172011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411282516Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411308107Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411321047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411331917Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":11,"elapsed":"104.663877ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411521093Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411532693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411544154Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.411558764Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":11,"elapsed":"104.897934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.422747098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.422933114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.430358562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.430680822Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.432086035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.433833419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.433847059Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.434002894Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.434487349Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.43451443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"127.668154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.435294344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.437055818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.437070978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.437227323Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.459847458Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.469031611Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"162.199785ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.47615671Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.47618029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.4765027Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37cb352-c19a-4622-a445-4fc55c639444\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.476517861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.478682047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:17:08.488294003Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.488316443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"181.287252ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.493533584Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.493547734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.493816372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443abbcf-e1be-4b91-8ff7-67ba30ce7eb5\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.493840953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.495873896Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.52400017Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.524051602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.524507286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"624fe896-a697-4c05-9946-767f7da99b7a\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.524539407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.525037852Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.566697172Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.566756424Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.567042783Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7fba1e73-0e69-4e95-b345-7023c64931cd\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.567066164Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.56759041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.569782237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.570103897Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.574330547Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.574630256Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.579286339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.57931565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.579829226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3cecc94e-2eb2-42e5-bd9c-826bf6a15c8f\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.581734105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":20,"elapsed":"274.829057ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.596153498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.652271703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.652746647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d5f4562-08cd-44ea-ba93-87ed3000c32c\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.652778138Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.652811649Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.65282294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.654212852Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":19,"elapsed":"347.49131ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.677085635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":19,"elapsed":"370.230519ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.679982114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.680397967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"806dd3be-cc59-427e-a864-757e9151a6ea\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.680418618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.682237364Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"97b48241-ea95-448e-bf07-a565f7288ddd\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.682249974Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.683917225Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.683934006Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"377.202204ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.723073209Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.7231141Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.723405249Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90265da1-19e6-41b2-a15d-fcc2dc282b30\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.723420889Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.725555755Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.836549497Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.851779875Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.852232949Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6034549c-f4a1-44ad-87fa-01d511db4819\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.854641553Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.855053425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.857264733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":19,"elapsed":"550.49777ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.908086305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.908649133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"805a7fb6-8b81-4ebe-b32a-cf8ce1143c66\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.908667833Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.910233882Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c5f7cbf5-180c-464b-8bcd-45595a5e7ce8\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.910253612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.912159961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"472d3455-6ae5-47f7-a404-2fbecf868089\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.912179291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.914012387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.914043248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"607.374228ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.938617654Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.939032736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.941334387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.941351748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.941562564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.952647055Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.953019746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8381b8-8261-478b-b315-be7f003c0d3c\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953042747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953054227Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953392338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953412089Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953420499Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953428159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953435689Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953441979Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953674567Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.953686097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.954029408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.954041468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.954483171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.956677379Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.956798483Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e243eb34-1774-480f-ba97-2ef07713242b\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.956809753Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.956900866Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fea593-65c5-46a8-b657-115ecef431bb\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:08.956914566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:08.956923246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.058662924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"762d4bbb-5f83-4fde-ad62-296308ce4e83\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:09.058710065Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.058721585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.059243141Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45513bfa-d1b7-43f9-8a26-56917dc16634\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:17:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.059289513Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.059732136Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.064100121Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.06438504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.067545646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.067900437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.070182608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.070490977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:09.079441762Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":19,"elapsed":"772.688549ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:16.301410482Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"e8f81d60-434b-413e-bde8-1727408aa109","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1034,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.306667044Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.306725705Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.306736586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.306745796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.307052235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.307065326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.308741167Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.308959924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.309394717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.311800091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.311813912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.311955616Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.313823964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.313989529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.315546726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.317825767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.317850197Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.317967771Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.329624719Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.32964624Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":56,"elapsed":"22.969326ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:18.337598984Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"30.947822ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:26.301923031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"682cf9c9-50a3-44de-90c2-cd57117743ff","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1554,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.30609354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.306147161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.306156641Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.306163642Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.30643983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.306491372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.307664498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.307903395Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.308100821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.310937348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.310957909Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.311128844Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.31262386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.312874508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.314507528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.317042796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.317058997Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.317206491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.328274481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.328298162Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":57,"elapsed":"22.190422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:28.335662358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"29.5833ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:36.300594284Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"1c97710f-2b88-4d82-a6ae-42c3b2c30437","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":999,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306095643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306152865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306162685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306170645Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306177846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306184346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306191086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306197146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306203717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306211537Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306218317Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306225857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306233107Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306241118Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306247508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306254778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306263728Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306270099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306276729Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306284599Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306292069Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306298129Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30630528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.30631566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30632274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30633025Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306337091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306612299Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30662758Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30664558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30665524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306663301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306671661Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306680231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306700942Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306708322Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306743583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306761664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.306770574Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30729549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307316961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307325971Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307333311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307339801Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307346732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307353462Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307360482Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307547438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307575229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.307585929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30761733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.308467466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.308654522Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.309264341Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.309481517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7711, tv_nsec: 870439471 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.309632602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.405325ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.309838618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.30990253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.309964952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.312787949Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.31282102Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.31283175Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.312844201Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.313004736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.313042007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.31314293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.31316608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.313376847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.314576114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.314749229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.315043588Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.315340678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.315441721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.317037819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7711, tv_nsec: 877999654 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.317307928Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.317558346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.317568786Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.317574926Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.317866535Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.317978148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.317988629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.318178825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.318463814Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.318474234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.318635979Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.318917507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.318927488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.319084793Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.319936669Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"12.635548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.32225162Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.322534688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.322978112Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7711, tv_nsec: 883940036 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.32323474Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.323306242Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.323521629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.324259312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.3248709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.32517299Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.325256982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.325485049Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.325554131Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.326114929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.326137469Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.326285324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.328723779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.328747019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.328919545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.340950354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"34.804689ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.346465054Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.346744463Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.348587529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.348821267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.351064236Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.353700806Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.353727827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.353877512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.355860383Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"49.77113ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.356457701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":20,"elapsed":"50.270035ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.358012419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.35804104Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"51.893065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.364664603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.364995324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.366457449Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.366538011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"60.320114ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.366653965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.368999397Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"61.687396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.370318907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.371165073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"63.844533ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.371529274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.371540495Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.371546725Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.371814263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.372956808Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.372968589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.373111773Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.379316964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.379336845Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.379662244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b471d30-9a78-4ae4-a35a-4b843689fde5\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.379675975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.381188871Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.384249165Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.384264666Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":58,"elapsed":"78.06959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.386852125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.387182806Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.401455494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.401492735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.401797555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5671223c-a94d-4d3b-a101-6abcb57c69b4\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.401815485Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.404196058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.404699554Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.404732515Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.404969742Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"174b2504-a497-433e-b67a-ca477f1cf144\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.404998993Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.406561471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.407063287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"99.765716ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.411714929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.41173746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.411747381Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"105.491303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.4761541Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.476610224Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.478351278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.480252756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.480264067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.480412871Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.482105803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.483869577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.483881838Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.484031312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.497275099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.497534387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ce17410-d4e2-4681-ab3b-9a06ffb08c4c\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498661922Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.498937961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.527348084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.527396715Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.527814158Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601d205e-d33a-4ec2-93b2-d491dca60e30\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.527846449Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.528167329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.529529911Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":20,"elapsed":"223.425667ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.560233765Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":20,"elapsed":"253.952775ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.56268766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.562732581Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.562966249Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b9e22d37-cb5b-4970-ac86-4881ceb08bce\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.562992989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.563364691Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.564701092Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.56496126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.567990833Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.568466427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.600927325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.601502273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4056e28b-3f9d-43d8-918c-34bdb8d65e76\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.601536554Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.601547134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.601554795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.603108002Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":20,"elapsed":"296.966068ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.604111063Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.604121983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.604537966Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"89a27fa7-162e-4796-af6b-90f18513aa4a\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.606369712Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":21,"elapsed":"300.109614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.632371192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.632732193Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.634626061Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.634653882Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.634800296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.644131643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.644495674Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaaef497-59b9-4b24-ad65-d590354cec7d\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644529045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644540886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644867266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644877336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644883866Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644890956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644897347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.644903607Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.645110133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.645122924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.645268388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.645281779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.645456074Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.649051884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.649187659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23ec372-924f-4d94-8335-55716300ec6d\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.649200029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.649293832Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d26883-d51e-4c0b-b8b1-e43eb7c11632\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.649308672Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.649317963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.755895108Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"05aa843e-2e3f-4b43-a702-34b5fd5db3c8\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:38.755953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.75596543Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.756480916Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a05949-a1fa-41d2-949e-a80d821e84be\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:17:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.756525818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.756888699Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.760539211Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.761055757Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.765161733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.765520374Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.767866036Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.768187216Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:38.775602534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":20,"elapsed":"469.442268ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:46.301545837Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"124bef5d-8d5e-4aca-afd6-038fcf04240d","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1108,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.305749596Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.305808168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.305819548Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.305827579Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.306097737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.306111427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.30783687Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.307995675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.308039977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.309420039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.665212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.310597915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.310611146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.31075415Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.312877865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.31304093Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.314754293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.3169391Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.316952761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.317083245Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.329104434Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:48.329130035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":59,"elapsed":"23.387479ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:17:56.301418947Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"099355f2-196d-46c5-993b-6fbf0ef4e4e8","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1015,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.305612326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.305662727Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.305672737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.305680708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.306000027Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.306034289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.307960988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.308205365Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.308465443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.310040132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.437086ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.311098914Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.311115295Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.31128575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.313153687Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.313390255Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.314811668Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.31713038Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.31714626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.317273434Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.32623538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:17:58.32625485Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":60,"elapsed":"20.626373ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:06.292610239Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:52357"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:06.292668471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"8e6e6e78-c4c4-47a0-8595-64ecedc4232d","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:06.292982101Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"8e6e6e78-c4c4-47a0-8595-64ecedc4232d","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:06.295400775Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"8e6e6e78-c4c4-47a0-8595-64ecedc4232d","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2766,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:06.295641763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"98a8bd93-a68c-4999-9a2a-42200b0b50af","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:06.295978003Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"98a8bd93-a68c-4999-9a2a-42200b0b50af","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:06.297856631Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"98a8bd93-a68c-4999-9a2a-42200b0b50af","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2284,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:06.300986277Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"62b19bae-ce49-4891-b6d2-8ec67f4ab57c","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":957,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.226017683Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:36069"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.226166938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"411ed55b-2cc8-48d5-a3e9-3d3a3b5e93ae","remote_addr":"[fd00:1122:3344:101::1]:36069","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.226666069Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"411ed55b-2cc8-48d5-a3e9-3d3a3b5e93ae","remote_addr":"[fd00:1122:3344:101::1]:36069","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.259369688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"9f7bc58a-4fdd-4e62-964c-76b6bea4dfb3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.259400169Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"411ed55b-2cc8-48d5-a3e9-3d3a3b5e93ae","remote_addr":"[fd00:1122:3344:101::1]:36069","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33327,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305344421Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305377782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.305388142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305396622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305406033Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305413713Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305422103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305430094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305439874Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305447294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305456504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305464695Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305473955Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305483655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305492285Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305500346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305509326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305549807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305558647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305566978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305575168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305582388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305591648Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305600419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305608409Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305616969Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30562552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30563496Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30564336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30565142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30566161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305669561Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305677551Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:18:08.305687471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305700562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305711742Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":12,"elapsed":"13.391µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305725212Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305736983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305747153Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305756593Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.305765854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:08:08.305610119 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305775214Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305784154Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.305793915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305802615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305811675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305821746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305830786Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305842226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305851936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305861647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305872137Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305880837Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305889468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305898708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305909208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305920229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.305946589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30597048Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306037152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306048822Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7741, tv_nsec: 867363757 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306081923Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306115684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306125675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306134695Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306144535Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306152846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306160386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306167896Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306174246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306182126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306190427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306196667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306203067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306209227Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306216488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306223428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306229248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306237208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306243428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306250109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306259549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306265559Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306272739Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306280189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30628956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30629784Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30630579Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306313961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306320591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306328461Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7741, tv_nsec: 867555132 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306340802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306428824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306450025Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306460565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306467995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306477726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"884.917µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306486326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306506647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306522687Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306541197Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306734903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.306747144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.159765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.307724454Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.30790826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.308085535Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.308231029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.309353044Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.93179ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.309395195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7741, tv_nsec: 870717680 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.309603552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.310789258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.310800908Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.310970884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.3111635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.31117332Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.311315724Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.31310781Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.313421999Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.313538473Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.313624925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.314569094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.31476589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.315370769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.315381629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.315552125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.315879785Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.315906316Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.31603552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.317593947Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.317836015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.318061422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.319185666Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:08:08.305610119 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.319206957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:08:08.305610119Z\",\"pruned\":[]}","iteration":11,"elapsed":"13.580097ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.319551708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.319577688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.319712573Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.319722573Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.320051653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64281"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.320183247Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"71df3636-daf5-43b3-85e1-028e93e087a1","remote_addr":"[fd00:1122:3344:101::1]:64281","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.320340372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7741, tv_nsec: 881651065 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.320438665Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"71df3636-daf5-43b3-85e1-028e93e087a1","remote_addr":"[fd00:1122:3344:101::1]:64281","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.320588529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.320854437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.321642782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.321855858Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.322222459Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.32223288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.322504278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.323944263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.323968053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.324146759Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.324167309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.32417633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.32418508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"18.019124ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325049677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325071307Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325220682Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325633024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"19.457878ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325653925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325665825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.325908663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.328441121Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"22.273564ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.328619946Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.329841764Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.330119552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.330917787Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.331226956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.331315759Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.332598029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.332622949Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.332630779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.33263664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.332770674Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.332842946Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.333453945Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.333861507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.334244459Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.334629581Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.335046504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.335272131Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.337447467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338450788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338644974Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338656555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338663125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338669515Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338796559Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.338861121Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.339893263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7741, tv_nsec: 901208167 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.340186432Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.340253054Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.340425549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.34044435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.341401929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"35.213532ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.34142507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.341890854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.341967306Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.342265636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.342295207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","candidates":"[(a31b81f9-6053-49ad-83c0-401e5c9e67d2, 0), (e41d9c25-1c69-46a4-85f4-45bbe01eab97, 0), (a7edaa48-be4d-401b-b803-9ba38a39638b, 0), (2bb05164-730d-4f65-942a-2086d6480aa7, 0)]","collection_id":"a31b81f9-6053-49ad-83c0-401e5c9e67d2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.342308227Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.342528974Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.344891146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.344907997Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.345070182Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.345630689Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.345642179Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.345917258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.346100024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.346110244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.346258148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.347306941Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.349030834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.349280121Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.349389314Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.349401505Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.349407745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.349731425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.350036734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.350060195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.350248671Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.35345385Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"47.942264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.35477179Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.355056269Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.355076699Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.355551354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.356657558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.356668168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.356674509Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.356933877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.357126562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.360771955Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.360792425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.36095899Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.362114646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.362336352Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.362519708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.36422439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.364254442Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.364284492Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.364394426Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.364620323Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.366283344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.366570653Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.369129111Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"62.957825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.369153212Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.369348408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.372486075Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"66.327609ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.373732433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.376524669Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.3765507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.37656591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"71.178728ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.380709277Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.380732868Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.380958925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.384127082Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.384163763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"71df3636-daf5-43b3-85e1-028e93e087a1","remote_addr":"[fd00:1122:3344:101::1]:64281","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64040,"response_code":"201"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.384470833Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"79.001818ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.38471351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.384733431Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"6ba6e6f1-b670-496e-9227-a00fa470147d"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.384748941Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"22c7aede-3e4d-49d5-a12a-735dd438eb9a"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.384762082Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"77200e09-08cc-4c60-9756-f5e402037f0b"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.384773732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","saga_id":"22c7aede-3e4d-49d5-a12a-735dd438eb9a"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.384784613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","saga_id":"6ba6e6f1-b670-496e-9227-a00fa470147d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.385278478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.385655189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.38696924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.38699263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":61,"elapsed":"81.603198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.388897539Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.389278471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","saga_id":"77200e09-08cc-4c60-9756-f5e402037f0b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.389300251Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":3,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"83.145735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.390832878Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.391313843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.391606192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.391629743Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.391839599Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.391953403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.391983894Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"86.241581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.393367286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.393682086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.394281184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.395518322Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.395837122Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.395992337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.396253145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.397105311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.397120892Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.397274826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.397738771Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.397994488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:18:08.398396311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.398409991Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"92.945647ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.39900009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.39901274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.39902282Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.39934015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.402291841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"a31b81f9-6053-49ad-83c0-401e5c9e67d2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.402315941Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.402550359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.406138809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.406156319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.40616693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"100.603892ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.408276384Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"102.761998ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.416199508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.41625552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"110.767044ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.424430451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.443487007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.443803627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.449808851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.449819592Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.450132971Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f93c9e-36d6-4225-99eb-fa5a281493db\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.450152132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.452238686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.459067166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.486637663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.486652133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.48686695Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d551c34b-38ac-405c-8bcb-17f2708656ca\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.486884731Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.488447679Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.518155752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518189463Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.518520253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"842d005d-2bc7-4ad9-817d-35659e9a2256\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.518536133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.520518205Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.554033575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.554081836Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.55452484Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2575ba87-a368-4bfd-8321-e8515e383f68\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.554565801Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.555332675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.556127219Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.556629814Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.55780238Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.558300396Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.558961786Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.55973001Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.560666948Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","candidates":"[(e41d9c25-1c69-46a4-85f4-45bbe01eab97, 0), (a7edaa48-be4d-401b-b803-9ba38a39638b, 0), (2bb05164-730d-4f65-942a-2086d6480aa7, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.561254046Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7742, tv_nsec: 122564990 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.562419582Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.562447383Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.56268029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.565237609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.56526778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.56528234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.565295701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":12,"elapsed":"259.853517ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.612066648Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.61211987Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.61213516Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.612597635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.615901376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.617705392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.619437265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.619469806Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.619682842Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.620007302Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621063285Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621416836Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621451807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.621723215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625332256Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625365237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625378127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.625389508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":12,"elapsed":"319.943344ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.626709168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":21,"elapsed":"321.004287ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.644186586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.644248517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.644474034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d2d41e33-5351-44cc-b03b-f2cd38fdba25\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.644504175Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.64496977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.647500157Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.647793086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.65115827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.651565752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.655292497Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.655318008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.655581096Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1d7f20e5-ea67-4c0f-89f6-9c07ce6f3ad7\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.657549776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":22,"elapsed":"351.922427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.659064903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":21,"elapsed":"353.462084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.666629395Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.668681988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.6690648Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3bcb44f9-ec74-45b5-99e9-4a6b95afa2c8\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.669094511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.670537605Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.670567286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.670796713Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.671213006Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c4920a77-3f2e-4976-8fe3-7fde4e6caced\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.671231897Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.672684411Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.673117975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.673235198Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.673352912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.673377043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"367.893597ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.673576109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b1a83e-98a8-4bbc-9c4d-9870161f7e4c\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:18:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.675058394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.675302622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.675473737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.675599611Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.677348815Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.677467489Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":21,"elapsed":"372.101267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.677558011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.679528292Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.679736208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.680667877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.680869033Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.682211644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.682532664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.684337029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.687989772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.688011842Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.688182448Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.689436986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.689524369Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.689641283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.689770116Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.690505779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.690794288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.691447978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.692102008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.69347209Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.693484211Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.693649296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.69410984Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694128761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694138061Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694554614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6131ffa-6098-4626-9c76-1ed9f6ce3e8a\", \"content-length\": \"476\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694593955Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694833092Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf2018bb-9de4-4aec-a3db-d17b401e4683\", \"content-length\": \"734\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694864803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.694911694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695144932Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bad1e3d-64dd-4e4c-9f45-273ecba82826\", \"content-length\": \"111\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695174143Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.69541401Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d6c304-129d-4a9d-8ab5-947b1b5ab908\", \"content-length\": \"111\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.69542607Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695659908Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f248899-768c-4862-95f9-8f8a245d4aa7\", \"content-length\": \"167\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695671408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695854323Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695865094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695945046Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b223b199-68de-40bd-873c-46e1d0898b70\", \"content-length\": \"167\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.695956047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.69604988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696238485Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5453e9-43f5-4754-a8ac-2f7f969b78d7\", \"content-length\": \"175\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696271826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696542125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ccf80fb-76cf-40de-814f-7aa38afda5be\", \"content-length\": \"175\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696551175Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696682879Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9725919e-f824-4eb7-b124-9108d49cbd3a\", \"content-length\": \"702\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696697289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696842804Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec4ff568-b9c6-4cb5-94e1-dd2da35cc750\", \"content-length\": \"727\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696852564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696861965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696869595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.696967368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.697001089Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.697011659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591225f4-0421-4ed9-86fc-3cbc8ba03dc8\", \"content-length\": \"729\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.697020869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.697294088Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ce7fa2-700e-43e2-b134-0c42d826a26a\", \"content-length\": \"728\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.697307678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.697402161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a40aa7f7-6c44-4802-9eb1-096fee4b29a2\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.697421362Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699251458Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7b797e91-dd1a-4ecd-9c1c-8e0536260b5d\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699265368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a93c37-8c29-4165-8b1b-e7cd7d5c4b63\", \"content-length\": \"722\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.699274099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699282019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699599139Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8fd3692-c1c7-47a5-b223-300f3bebc481\", \"content-length\": \"109\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699613619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699879677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cffcac-6b1c-49b7-85eb-46c5a30adf64\", \"content-length\": \"109\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.699891148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700169056Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248967f8-b0d8-44dd-aec6-8c0855d94339\", \"content-length\": \"169\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700179267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700450555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0beeae16-6832-4d1e-8e6d-37a3953d6f58\", \"content-length\": \"169\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700460855Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700655481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700700663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ffc192c-d285-4e44-ad91-783bf4b661b1\", \"content-length\": \"178\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700718193Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700838067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700966631Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a66cbfa-9ec3-4e9f-9a60-3f922b5b8f2c\", \"content-length\": \"178\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700979671Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.700997032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dca49129-b6ee-479c-90c5-dc60abb64b54\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.701007082Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701136656Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd5cb4a0-f815-46c4-9f76-2b9e8de9844f\", \"content-length\": \"702\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701149586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701337312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcaa0bae-0b7b-4528-89ae-716d75a0aada\", \"content-length\": \"727\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701350503Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701511737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464d7bc9-9e47-4f9b-bbf9-3377727c12b3\", \"content-length\": \"729\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701520668Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701654012Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2ed8fb-c55c-41ee-b25c-a5274065bc6a\", \"content-length\": \"728\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701663572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.701870859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.702390024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.70255845Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.703070145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.70323869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.703284482Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"397.948662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.703824779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.704144498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.704763407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.704790338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.704915582Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.705920813Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.706243803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.762979167Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.763533014Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb80704-5849-4596-bbe2-1bea31f77da3\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.763577525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.763594996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.763608706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.765216675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":21,"elapsed":"459.565895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.766508225Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.766895827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.768595479Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.769141976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.771192829Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.771587731Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.773974565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.780167905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.780202866Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.780404712Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.789781321Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.790240845Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.792123202Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.792468973Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.794354561Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.799605512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.799636903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.800195061Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.811622802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 0cd893b9-db71-44ba-bede-4d5b326cf8a3, kind: Service { id: 16170e64-6e04-462f-9cc9-85cafa82d6f7 }, name: Name(\"nexus-16170e64-6e04-462f-9cc9-85cafa82d6f7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 7])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 33dc72d5-709c-43fb-ba8a-16bf98b4eb34, kind: Service { id: 217a827c-2873-4be1-b359-addf32248ae5 }, name: Name(\"nexus-217a827c-2873-4be1-b359-addf32248ae5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 55200e40-74e5-47f9-90da-dcd225f585b1, kind: Service { id: 391be182-e0eb-4a5f-9294-ce54683c0a06 }, name: Name(\"nexus-391be182-e0eb-4a5f-9294-ce54683c0a06\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: a24b87a9-ffca-48d7-99b2-082f89fe5eb9, kind: Service { id: 0a80e2dd-4624-43a9-991c-3c9aab3ac405 }, name: Name(\"external-dns-0a80e2dd-4624-43a9-991c-3c9aab3ac405\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 159])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a491ee23-00d9-41d5-9483-f8c41baa9f9c, kind: Service { id: d6d3a760-2531-491d-aca9-1e6a70cf3495 }, name: Name(\"external-dns-d6d3a760-2531-491d-aca9-1e6a70cf3495\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 186])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.811688184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.811947602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.813426567Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.815563873Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.816660407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.816691437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.816921815Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.817688828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.817717459Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.817910675Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.818433951Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.818505893Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a24b87a9-ffca-48d7-99b2-082f89fe5eb9, kind: Service { id: 0a80e2dd-4624-43a9-991c-3c9aab3ac405 }, name: Name(\"external-dns-0a80e2dd-4624-43a9-991c-3c9aab3ac405\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 159])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a491ee23-00d9-41d5-9483-f8c41baa9f9c, kind: Service { id: d6d3a760-2531-491d-aca9-1e6a70cf3495 }, name: Name(\"external-dns-d6d3a760-2531-491d-aca9-1e6a70cf3495\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 186])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0cd893b9-db71-44ba-bede-4d5b326cf8a3, kind: Service { id: 16170e64-6e04-462f-9cc9-85cafa82d6f7 }, name: Name(\"nexus-16170e64-6e04-462f-9cc9-85cafa82d6f7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 7])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 33dc72d5-709c-43fb-ba8a-16bf98b4eb34, kind: Service { id: 217a827c-2873-4be1-b359-addf32248ae5 }, name: Name(\"nexus-217a827c-2873-4be1-b359-addf32248ae5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 55200e40-74e5-47f9-90da-dcd225f585b1, kind: Service { id: 391be182-e0eb-4a5f-9294-ce54683c0a06 }, name: Name(\"nexus-391be182-e0eb-4a5f-9294-ce54683c0a06\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.818531264Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.8382466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.838693134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.841685866Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.841713567Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.842112809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.853281692Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.853667364Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba8b0b7-7ca1-4d1d-b3f9-5a3c8d4997ef\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:18:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.853696775Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.853712595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854034185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854049336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854056996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854065296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854105287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854113918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854297224Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854311794Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.854590613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.854599663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.854969314Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.857055498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.857701778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"288a8226-24c3-4282-b6d6-b11e1146959c\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:18:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.857721109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.857802521Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a79542e-6018-432f-883f-067c37e5d005\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:18:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.857819192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.857830812Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.877692172Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","vpc_to_sled":"[Sled { identity: SledIdentity { id: ed42aaef-618c-4920-bad3-c2a5ed2fd546, time_created: 2025-01-07T05:08:51.979299Z, time_modified: 2025-01-07T05:08:51.979299Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.877746244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.877756325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.878091895Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.880575451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.880912991Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.882687236Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.885331007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.958819166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cef9e8da-ee40-4db9-8bc3-bec9a0113b5f\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:08.958873798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.958888628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.959329492Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d56d9f-a94b-4b26-8d96-8a8e4be63588\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.959374773Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.959709684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.963880072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.964114109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.967372819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.96771919Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.969828735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:08.970046441Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.000525278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.001331263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"166c0193-929f-4de4-8384-c809f4dba2cc\", \"date\": \"Tue, 07 Jan 2025 05:18:08 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.003902212Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.003918342Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","elapsed":"698.380345ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.003928712Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":3,"elapsed":"698.393576ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.005872212Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.005885683Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.013672142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":21,"elapsed":"708.005941ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.329957633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db48795d-8ceb-4224-9172-63381a6b8cf9\", \"content-length\": \"30797\", \"date\": \"Tue, 07 Jan 2025 05:18:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.331681956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.331694406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.331701746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.333286205Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.333545013Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.335255126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.336971408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.33702534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.337173325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:09.521627614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"43275219-a145-4334-ab24-22efbe0b6461"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.521670525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_started":"2025-01-07 05:18:08.694095 UTC","collection_id":"43275219-a145-4334-ab24-22efbe0b6461"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.521741538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"collection_id\":\"43275219-a145-4334-ab24-22efbe0b6461\",\"time_done\":\"2025-01-07 05:18:09.331689 UTC\",\"time_started\":\"2025-01-07 05:18:08.694095 UTC\"}","iteration":3,"elapsed":"1.216064066s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.521756428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.521771868Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.52215023Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.523709038Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.52570552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.52572329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.525877705Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.528278468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.528627199Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.530349912Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.532186229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.532209769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.532341903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:09.546789397Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"25.020249ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:16.300903428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"7f15672e-b1fc-4f5a-ade4-81af0c94bc67","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1002,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.305264522Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.305316013Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.305325454Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.305332354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.305623943Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.305678185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.307747348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.310294857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.310315047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.310463542Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.312382751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.312631169Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.314167676Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.316772676Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.316789096Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.31692817Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.333368496Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.333389967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":62,"elapsed":"28.093403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.335527772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.335877093Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:18.371151907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"65.897655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:21.293156097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"01778181-a1c1-4275-9005-f877556241ca","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:21.293471636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"01778181-a1c1-4275-9005-f877556241ca","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:21.296334734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"01778181-a1c1-4275-9005-f877556241ca","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3248,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:21.296654354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"517a797a-d708-4f7e-bc0a-4638bf8e108f","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:21.297002695Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"517a797a-d708-4f7e-bc0a-4638bf8e108f","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:21.299077769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"517a797a-d708-4f7e-bc0a-4638bf8e108f","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2489,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:25.521836216Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:32988"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:25.52196746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"564428a4-42cd-44f5-909c-a2e691e31570","remote_addr":"[fd00:1122:3344:101::2]:32988","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:25.522305271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"564428a4-42cd-44f5-909c-a2e691e31570","remote_addr":"[fd00:1122:3344:101::2]:32988","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:25.56687406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"7302d162-68f2-45dc-a2f1-c9d96a16fc35"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:25.566919612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"564428a4-42cd-44f5-909c-a2e691e31570","remote_addr":"[fd00:1122:3344:101::2]:32988","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45027,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:26.300388846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"f8bc831f-d0c7-4a94-83be-839bc163fa85","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1043,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.305618807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.305675498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.305686779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.305696389Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.305992138Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.306009509Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.308185606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.310647961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.310669812Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.310817216Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.312503928Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.312748746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.314390436Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.316862272Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.316874803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.317010447Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.326643803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.326669494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":63,"elapsed":"21.031086ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.335139884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.335367401Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:28.336867787Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.263161ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:36.300200564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"31778002-882a-42dc-b329-f0afa809e21b","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":992,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305538528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.3056028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.30561555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.30562519Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305633661Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305642091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305649411Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305658391Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305667242Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305675652Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305683622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305692313Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305700903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305708953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305717533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.305727034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305736094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305743934Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305752534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305760485Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305768125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305775305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305784195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305792706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305800696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305809786Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.305816987Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306042123Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306058834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306079575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306121346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306131996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306142046Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306152467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306162517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306172507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306182358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306191958Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306201338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306757335Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306766596Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306773826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306780746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306787706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306794117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306800627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.306807187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.307038984Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.307050074Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.307058334Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.307088606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.30886553Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7771, tv_nsec: 870532954 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.30918782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.309256662Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.551909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.309625253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.309707656Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.310092718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.310611804Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.312628986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.312649917Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.312740399Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.312752109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.312848572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.312940035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.313432421Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.313444071Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.313612546Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.313865304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.313875404Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.314023189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.316644279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7771, tv_nsec: 878310943 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.316934738Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.317621679Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"10.860064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.319236729Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.319425315Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.320014423Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7771, tv_nsec: 881689057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.320279631Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.320300252Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.320522859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.321855189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.324338776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.324355266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.324502441Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.342127232Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.342170004Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":64,"elapsed":"36.510512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.346440695Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.346562529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.346901649Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.347331512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.347352843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.347360493Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.347668133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.347732275Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"40.970589ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.348591311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"43.075304ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.348996734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.349011484Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.349156859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.350393606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.350648934Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.351078187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.351330795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.351354126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.352965325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.352977686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.35311255Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.354635047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.355309078Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.355323378Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"49.743129ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.356225776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.356249226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.35636929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.357243707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.357430883Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.35992287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.361672933Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.361690274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.361821228Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.361831078Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.362057185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.363277982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.36350248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.365160671Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"59.498409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.370748032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.370952818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.378560402Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.378583203Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.378590613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.378838271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.379530002Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.37980603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.387573899Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.38759579Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.38791365Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1befd9b-daa8-4abf-a158-c1fe68ce8927\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.38792765Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.38955452Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.391885802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.39215747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.395206384Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.39541281Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.396739471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.39735131Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"90.593024ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.398616819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.398634009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.398778594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.40027416Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.401781606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.401792736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.40192577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.407996547Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.409487663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.409500973Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.409509574Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"103.78561ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.410479103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.410491324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.410652129Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.412240938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":22,"elapsed":"106.542985ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.412389492Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.412437533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.412518196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.412528796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.412751553Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb89aa8c-5da1-43b1-9a50-bf16b9370577\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.412766634Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.412845356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2494c029-ed9c-4604-9e48-9fbe656c3db9\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.412859126Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.414423885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.414708043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.426567388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"119.798872ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.463783142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"158.222573ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.493467344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.493756833Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba410e14-1d58-4d70-94c2-5bd73079c159\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:18:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.495435824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.495712033Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.497526449Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":22,"elapsed":"191.985641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.556875093Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":22,"elapsed":"251.18247ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.590855407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.591370353Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334af40a-df8d-4495-9809-ed26f0d9682a\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.591395604Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.591407004Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.591416735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.592494488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":22,"elapsed":"286.905398ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.636740498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.636768239Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.637033957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33827832-9e8a-450f-a7be-1c908bcb787a\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.637065808Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.637422649Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.651591524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.651617625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.651814721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ef31fc30-c70f-4439-b039-129e65a02519\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.651827062Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.65209762Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.654247526Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.654436192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.657527827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.657875897Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.661002673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.661020694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.661341614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"44b6d098-f4ec-4961-91cf-fda1efee22a2\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.663234992Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":23,"elapsed":"357.594161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.69603824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.696381501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.698284609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.69830166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.698524717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.707685128Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.707946206Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c42172-06c7-48bf-9fd2-41b136c3252b\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.707966427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.707978177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708209204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708231755Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708240635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708248886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708257576Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708264776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708482143Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708491783Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.708649308Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.708661478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.708973908Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.710538346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.71066309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47846cd1-aacd-4865-92a8-caec07f22d8d\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.71067638Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.710856756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4721debe-0115-4c3a-8085-ed2caa4e83d4\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.710872766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.710882966Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.831935907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"30090828-a362-48f9-93ec-667e1d50a354\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:38.831978868Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.831988839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.832410322Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b400008-c3ca-4941-8613-03fdf7b62b2d\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:18:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.832454993Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.832792564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.836344033Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.836677843Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.840336196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.840791119Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.842652317Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.842926495Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:38.851766407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":22,"elapsed":"546.150016ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:42.361894972Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:38193"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:42.361995995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"06c24418-8879-4a9b-960e-ad82c95954fd","remote_addr":"[fd00:1122:3344:101::2]:38193","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:42.362323825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"06c24418-8879-4a9b-960e-ad82c95954fd","remote_addr":"[fd00:1122:3344:101::2]:38193","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:42.399842578Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"d4c546ce-1904-4ae8-9cdb-ccdd03474b8f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:42.399868939Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"06c24418-8879-4a9b-960e-ad82c95954fd","remote_addr":"[fd00:1122:3344:101::2]:38193","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37938,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:46.300282Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"8ec24e82-5679-4f7f-a2c9-58e2874959c4","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1103,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.305463279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.305513291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.305523051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.305532851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.305873802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.305885812Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.307049478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.307221533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.307499632Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.308546234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"3.092725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.309962767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.309974508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.310127692Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.311251467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.311420512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.312614299Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.314865298Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.314879068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.315009032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.325810084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:48.325834735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":65,"elapsed":"20.356905ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:56.299914303Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"3d58a5b6-2191-429b-b547-02228b213b31","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1138,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.305073743Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.305131885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.305143235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.305151795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.305482826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.305500286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.307792357Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.310290693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.310301084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.310454188Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.311557102Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.31182407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.313349047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.315836294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.315848534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.315990498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.328259626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.328283016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":66,"elapsed":"23.200533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.341486652Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.34172903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.371253897Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"66.194204ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.602583067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.602623429Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.632895059Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:58.633003673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46277"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.633176558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"091cb3de-0ef0-457d-8108-737eea0710e0","remote_addr":"[fd00:1122:3344:101::c]:46277","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.633496778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"091cb3de-0ef0-457d-8108-737eea0710e0","remote_addr":"[fd00:1122:3344:101::c]:46277","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:58.66610466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:18:58.666127831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"091cb3de-0ef0-457d-8108-737eea0710e0","remote_addr":"[fd00:1122:3344:101::c]:46277","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33006,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.666203433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091cb3de-0ef0-457d-8108-737eea0710e0\", \"content-length\": \"41\", \"date\": \"Tue, 07 Jan 2025 05:18:58 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.668505394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:18:58.668519514Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:06.299890803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"890d9b9a-3bdc-4499-aaf0-8477fca88444","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":993,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304388422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304460495Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304476275Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304493186Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304507006Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304519297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304531467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304544077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304556328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304569908Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304589499Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304602339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304614109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30462663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30463851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304651011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304663681Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304674791Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304686122Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304698352Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304709723Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304721323Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304732753Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304743424Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304755084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304768324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304780694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304793165Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304804905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304817136Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304828926Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304841867Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304859977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304876537Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.304888628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304900778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304912329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304923129Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304933839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30494486Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30495697Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304971671Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.304990081Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:19:08.305008221Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.305028392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:09:08.304836076 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305047123Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.305065393Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305083004Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305104395Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":13,"elapsed":"18.081µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305128635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305148286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305398264Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305456575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305486646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305503367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305514957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305537618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305547728Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305558009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305567819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305575849Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305583279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305590299Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30559691Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30560431Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30561098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30561791Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30562418Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305631051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305639631Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305647881Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305654072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305661992Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305668932Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305675802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305684182Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305691213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305699453Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305707963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305716333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305724714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7801, tv_nsec: 868046827 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305736334Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7801, tv_nsec: 868047147 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305839737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305851558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305860488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305868888Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.305877148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.30593529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.306148307Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.306166407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.449725ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.306285261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.306296591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.894608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.307417656Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.307667743Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.307825388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.308291062Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.719234ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.308715646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.309539841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.309548861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.309554921Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.309764718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.31080338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.31081358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.311006546Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.311110159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.31112274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.311260644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.312539283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.312563634Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.312670417Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.312820682Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.313348978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.313579015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.31374058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315283957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315295668Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315340159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315351879Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315489694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315539175Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.315994289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.31602457Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.316140374Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.316265788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.316477634Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.316842055Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.318264419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.318913039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.318924409Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.319120315Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.319175007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:09:08.304836076 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.319185147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:09:08.304836076Z\",\"pruned\":[]}","iteration":12,"elapsed":"14.347751ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.320873839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.32089776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.321022864Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.32121598Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7801, tv_nsec: 883539754 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.321292802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7801, tv_nsec: 883619976 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.321513909Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.321577141Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.323731667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"18.152448ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.325030077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.325324176Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.325986746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.326318767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.32709061Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.327309457Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.329152374Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.329161914Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.329434452Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.3296885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.329933608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7801, tv_nsec: 892257742 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.330234677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.330266188Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.330962009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.33097216Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.331116164Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.350556372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.353807421Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.353853163Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.354069109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.356645229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.357939008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.35831561Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.358624909Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.35863627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.358807605Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.364422908Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.364756718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.364766858Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.364772989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.364780099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.365079808Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.366991507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"62.371997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.367352188Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.36773927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.369212235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.369223825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.369234456Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"63.664187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.370501415Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"66.134613ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.371114293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"65.554105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.371141174Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.374464956Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.374495287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.375354174Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.375375184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.375590981Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.375850379Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"70.293111ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.377358935Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":23,"elapsed":"72.908501ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.377952684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.378431698Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.378453999Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"73.826569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.3784884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.379959185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.379972366Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.379979186Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.379985536Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.380187792Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.380552374Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.382217385Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.382456752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.383660269Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.38367167Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.383826424Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.384426823Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"78.863724ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.411582827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.414566049Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.4145965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.41460727Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"110.104984ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.41491285Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.41492667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.415211919Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.416584041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.416595791Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.416603262Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.416609662Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.41687524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.417882351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.418054796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.418199271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.418208151Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.418216231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"113.365034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.420202412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.420605295Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.42077568Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.421501982Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.421514233Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.421707348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.423019399Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.423030619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.423288067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.428883039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.4289116Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":67,"elapsed":"124.239848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.430013494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.430269272Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.433601284Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.433859952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.435960626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.442034343Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.442306962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.454308481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"148.759762ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.456981623Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.457001643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.457013304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.457316203Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:19:08.457800768Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.457815718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"153.321243ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.463908886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.463930356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.463940547Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.464236536Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.464847194Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.464857535Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.465187085Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2adc9a-febf-45d1-a5ec-c05a105068b7\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.465202715Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.467327111Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.471373435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.473119789Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.473133379Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.473287144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.483079005Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.483099726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.483361783Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98bf5261-aebc-4bbd-a77f-8a44d366a063\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.483379144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.485418177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.488426619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"183.914863ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.501603234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.501636865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.501841122Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c85a18-5e7a-4ba1-b5d2-c10c807d606f\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.501870612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.503367178Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.577294871Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.594595962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.594640184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.595008595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af59aa42-0159-4ef2-a396-6d5eafd9836e\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.595036146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.595351026Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.596622565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.59679748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.596812911Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.596976966Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"163201b2-0e41-4b8e-b6e5-a44502c2bc3f\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.596990746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.597058628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.598284966Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"448eb163-a957-4356-91e6-a888fdc21525\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.598308647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.599547745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.599561615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.599772472Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.599938107Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.599949297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"295.532793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.600923947Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.600937408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.601056821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.601068692Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.601112133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.601270148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603717023Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603736474Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603745444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603754854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":13,"elapsed":"299.052282ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603832877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603844857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603855037Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.603862817Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":13,"elapsed":"299.083793ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.619190709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.619496398Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0120e929-093d-4935-92a0-bc2e0fb44e7d\", \"content-length\": \"1\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.621002504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.621224261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.623195812Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":23,"elapsed":"318.384196ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.628792734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.628814394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"324.278797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.63159455Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.631733354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":23,"elapsed":"326.97312ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.633276862Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.633290752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.633424716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.652611946Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.652638417Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.652922195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"74712cc1-4b41-4eb6-ac0a-9cecb959bd8a\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.652934476Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.653150262Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.654749351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.654921767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.657699752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.658091094Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.661038585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.661458898Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.661483818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.661576261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ea61105a-7657-419d-b478-7d9589732de5\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.661590942Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.662449208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"66c1427a-f175-417c-b906-6b7c0c26cedb\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.663048826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f32ecddb-ccd5-4631-babb-8d58f8a40758\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.663059627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.664340316Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":24,"elapsed":"359.572862ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.664831861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"349b0c55-3db9-4cd2-8a40-cfa185ad0dee\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.664843052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.666627207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.666665298Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"362.036867ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.699023572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.699451896Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1af650f-f13c-4257-ae75-11f4c1755ef2\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.699474356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.699483386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.699491117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.700296261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":23,"elapsed":"395.783315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.744978335Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.745493831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.753142856Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.753190267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.753402854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.773343207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.774064029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e8b983-55c5-42c3-9184-7aee3ab27522\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.77409478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.77411365Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774576954Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774601915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774614936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774628166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774641667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774653747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774962166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.774990507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.775245885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.775259806Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.775658238Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.777945948Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.778139884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08db98cc-3ad4-42ae-83f8-ebad2b6aa4d3\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.778164745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.778283088Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b947309-438a-4469-b4fe-e68d2247dcf6\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.778302449Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.77834817Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.902144466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4b14e7fa-5ab2-43b2-b02e-06da778928f7\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:08.902193207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.902203877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.902726003Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca7ad07-a66b-490d-9d74-159b5bc247b6\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:19:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.902776575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.903199248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.906041735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.906483839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.910662087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.910924545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.914142504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.914511146Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:08.924803012Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":23,"elapsed":"620.219832ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:16.299873701Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"27dd4dea-bdaf-4244-9d7d-285d78b78fc5","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1421,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.304118962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.304201374Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.304219035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.304232725Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.304748451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.304804423Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.307154235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.309700023Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.309716134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.309874799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.311735766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.312020305Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.313214561Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.315662637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.315675347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.315813591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.327427058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.327449569Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":68,"elapsed":"23.331807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.339224451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.339499929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:18.368444269Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"64.353788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:21.291434869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a5f14bde-4c38-463f-8c27-da6c7505118a","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:21.291756009Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a5f14bde-4c38-463f-8c27-da6c7505118a","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:21.294150753Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a5f14bde-4c38-463f-8c27-da6c7505118a","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2796,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:21.294458272Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"ac4d3170-96bf-4da1-b42c-82b1c11212b3","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:21.294795263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"ac4d3170-96bf-4da1-b42c-82b1c11212b3","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:21.296829115Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"ac4d3170-96bf-4da1-b42c-82b1c11212b3","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2443,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:26.299892917Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"28038f1d-e496-4f99-b4e5-beda262ceb2c","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1041,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.304072376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.304123608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.304136898Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.304146028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.304481859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.304496839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.306955015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.30809142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.308531213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.309900985Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.309932466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.310078901Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.311250677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"7.205981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.312785304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.313048392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.315478097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.318497629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.31851795Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.318686715Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.333005395Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:28.333036826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":69,"elapsed":"28.974421ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:35.352684799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1:0]:48187"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:35.352952007Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"617c1a58-a520-4d5e-bc8b-29c5dd3e1356","remote_addr":"[fd00:1122:3344:101::1:0]:48187","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:35.353280587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"617c1a58-a520-4d5e-bc8b-29c5dd3e1356","remote_addr":"[fd00:1122:3344:101::1:0]:48187","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:35.360194699Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:35.36023248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"617c1a58-a520-4d5e-bc8b-29c5dd3e1356","remote_addr":"[fd00:1122:3344:101::1:0]:48187","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7347,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:36.299118348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"b5217976-bd96-49f9-831c-e223e2184785","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1012,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304112772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304168834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304179244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.304188255Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304195995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304204135Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304212295Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304219646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304226396Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304234596Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304241756Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304249006Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304256507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304263237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304270877Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304279047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304286128Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304293208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304301338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304308828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304315659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304322929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304329879Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304337429Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304344729Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.3043507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30435684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304645469Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304672239Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30468364Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30469423Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304703731Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304712891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304721571Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304735612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304744292Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304752312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304761502Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.304770093Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30533373Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30535446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305363581Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305371191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305378041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305385661Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305392032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305398662Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305555887Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30565495Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30566625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.305684511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.307123765Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.30729222Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.308221199Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.308435155Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7831, tv_nsec: 871348579 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.308480356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.211229ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.308793426Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.309299832Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.309759546Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7831, tv_nsec: 872678530 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.310002593Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.310558611Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.310575421Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.310737406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.312281953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.312312384Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.312454999Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.31248995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.313931574Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.314627225Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.315955606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.315978117Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.315985477Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.316430591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.316444781Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.316453872Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.316617297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.317327599Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.317343569Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.317412021Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.317422491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.317562276Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.317666119Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.319401852Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"14.039432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.322644842Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.322953471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.324248591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.324413106Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.324749187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.324816989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.325987045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.326394437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.326646125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7831, tv_nsec: 889555949 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.326926923Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.327573033Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.329856493Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.329887105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.330032329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.348097694Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.348955511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.349380984Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.350099286Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.350129307Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.350296572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.352156429Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.352496189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.353921603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.353945884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.353953394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.354012816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.354317445Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.355181752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.355509962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.356358598Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"51.007678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.356827613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.356841463Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.357033819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.35740986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"53.320479ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.359269268Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":24,"elapsed":"55.126104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.359476274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.359747552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.362251639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"56.91412ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.363381564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"58.007052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.365763927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.366123358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.370469602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"66.213645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.374430594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.377037144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.377147527Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.377358834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.398912156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.400684861Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.400721132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.400846895Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.400870346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.400884767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.401230327Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c271ec3-c7b3-464b-880d-fb1607ecd70d\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.401258468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.402795606Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.402810036Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.402819736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"98.527849ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.403528538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.417125276Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.417152287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.417443026Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5f449a-d365-45f9-b3ad-45d8c63d7e5b\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.417459116Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.419019904Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.427286368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.427310439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.427570247Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd13c110-cfe4-4b87-b10a-e98af99c5231\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.427598578Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.429062323Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.435414108Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.435867422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.443810456Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"139.654333ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.567171388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.567481577Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2f53a3-910c-4234-9560-b4383f04fba2\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.569309664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.569651254Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/6719107a-aea7-480d-8b48-19e67988c62f/state","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.569672775Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.57016474Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/6719107a-aea7-480d-8b48-19e67988c62f/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2587d522-c7a0-4a1e-8778-d61130240746\", \"content-length\": \"130\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.573025248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-07T05:19:35.343381353Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.573073639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-07T05:19:35.343381353Z }","propolis_id":"6719107a-aea7-480d-8b48-19e67988c62f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.57309115Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.573472751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"vmm_id":"6719107a-aea7-480d-8b48-19e67988c62f","sled_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","instance_id":"c7eb3214-b57e-411b-a7f0-77dfa4fb283d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.576557936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":24,"elapsed":"272.392003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.586001737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":24,"elapsed":"281.803361ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.588682689Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.58872152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":70,"elapsed":"284.509824ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.630416342Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.63198967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"327.750963ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.660804746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.661226089Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.663703105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.663733396Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.663993034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.690373085Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.690407655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.690849359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08542631-6696-47a8-b360-7d2297fd899f\", \"content-length\": \"583\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.69087802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.691278832Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.703473657Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.70390333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2958495c-fafe-4b7e-b9f6-afad675e6974\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.703939622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.703963072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704272952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704284992Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704292772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704301942Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704310253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704317823Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.70455467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704565621Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.704755907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.704766287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.705117288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707189891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707346966Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a37fe686-48b8-436c-b51d-bb8decb89648\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707372347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707498591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d427e25e-493e-4225-8eef-00081ee01753\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.707519901Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.707530542Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.708651506Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.708912134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.71071777Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.712895827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.712921267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.713185196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.715217208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.718103347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.718128938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.718356985Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.751772052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{a40e665b-fc75-42cc-9203-d9a5ed9a0874: {10.151.2.176: {bf654eb3-b44f-4a57-b26b-bdc2b266ddd9}, 10.151.2.175: {bf654eb3-b44f-4a57-b26b-bdc2b266ddd9}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.751820823Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.77839157Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.852273571Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c24573e7-e9ce-4d05-b85d-1b07a7b9a7a0\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.852318992Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.852332472Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.852978812Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"163f1871-1a1f-4713-917f-5b8945f2d080\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.852997733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853324213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853403215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f10e62e-b33a-43ba-9191-94f808b25d27\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853414986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae14480f-8dbf-469b-ae7f-8ba3bbb81ab7\", \"content-length\": \"810\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.853437217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(9537238) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.853448497Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.853458807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853466507Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.853703865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.855065996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":24,"elapsed":"550.854291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.856728758Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.857075918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.858634196Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.858837032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.860096961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.860340659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.863369782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.863582618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.86362489Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.863907328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.86592159Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.866220059Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.866483118Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.866857859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.870768659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.871105449Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.873530944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:38.873553845Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.873561695Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.874201545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"340921de-9bb1-491c-8365-401d636d3ea9\", \"date\": \"Tue, 07 Jan 2025 05:19:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.874740781Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":24,"elapsed":"570.488264ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:38.87566586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":25,"elapsed":"571.555717ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:46.303727744Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"7bf39abd-1901-479e-aee8-aa38230bb550","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5662,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.303928491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.303984943Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.303994953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.304003824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.304288482Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.304308693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.30618402Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.308946185Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.308971316Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.309121101Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.311128943Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.311325809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.312938918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.31527433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.31529031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.315428355Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.32829011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.328313511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":71,"elapsed":"24.373989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.334548862Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.33480673Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:48.369449215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"65.533754ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:19:56.298844759Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"400c59c1-aad6-4996-8775-225fe7257903","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1111,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.304108191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.304185054Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.304203524Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.304216955Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.304652348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.304673399Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.306919648Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.309327202Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.309345412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.309477006Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.311437856Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.311636983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.335383183Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.335566408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.337416755Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"33.317214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.340423847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.343016377Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.343028227Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.343175872Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.353725786Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:19:58.353751317Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":72,"elapsed":"49.664856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:06.290582499Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"14979330-476d-4021-8495-8c92fecb2b14","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:06.290887529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"14979330-476d-4021-8495-8c92fecb2b14","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:06.293333534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"14979330-476d-4021-8495-8c92fecb2b14","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2823,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:06.293619413Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"a0a883b9-e6ce-45e4-a204-b3cdd7677f10","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:06.293940053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"a0a883b9-e6ce-45e4-a204-b3cdd7677f10","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:06.296102829Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"a0a883b9-e6ce-45e4-a204-b3cdd7677f10","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2542,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:06.298519203Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"0c277c2f-129f-4b84-950d-aebfef0cf54d","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1230,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.303894929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.303955071Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.303966091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.303974301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.303981851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.303990202Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:10:08.303927220 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.303998612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304006062Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304012952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304019842Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304026133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304033693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304040703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304049134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304056994Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304063884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304071564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304080175Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304087255Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304094145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304102925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304119356Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304150026Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304160127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304167927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304174847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304182187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304190098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304196798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304203898Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.304211839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304218289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304224869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304231659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304237969Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30424626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30425331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30426054Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30426902Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304275601Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304282541Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304290031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304296761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304303971Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304310511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304316792Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304323402Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:20:08.304330182Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304336952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":14,"elapsed":"12.671µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304344903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.304352393Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304358613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304364963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304372333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304379684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304387144Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304393324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304400714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304407465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304415885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304425105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304435625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304444166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304454016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304566869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304626121Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304695293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304706624Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304715974Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304746755Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304779046Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304793696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304802957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304866859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30489945Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30491505Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30492387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7861, tv_nsec: 868266834 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304949171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304958511Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304967712Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.304982052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305013163Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305041364Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7861, tv_nsec: 868381878 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305056625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305066065Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305074595Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305083225Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305091306Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305097406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305104696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305112136Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305120576Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305128257Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305135257Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305222979Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30523402Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305359594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305369814Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305458397Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305502798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305513148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.425624ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305543439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.3055533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30556367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.369203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.305718825Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.306967973Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.307155399Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.307489019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.30750068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.225579ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.308526351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:10:08.303927220 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.308536181Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:10:08.303927220Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.612232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.309235813Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.309246773Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.309379067Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.31075827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.311896025Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.314185195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.314213326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.314450763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.314563097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.314574287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.314723831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.315393222Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.315666811Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.315699032Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.317399714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.317424865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.317555529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.319201479Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7861, tv_nsec: 882542063 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.319477928Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.320117717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.32213847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"17.743615ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.323257444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.323287815Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.323517872Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.32996544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.330037942Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.330548568Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7861, tv_nsec: 893848571 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.330896819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.332218749Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.333290822Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.335864301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.335893502Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.336983946Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.338826502Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.342246677Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7861, tv_nsec: 905587321 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.342357651Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.342576168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.342895708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.343740963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.346494568Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.348578052Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.350264184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.350288105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.350421109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.354752262Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.356549897Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.356579478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.356712622Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.359072065Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.359450866Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.360972563Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"56.555638ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.361087307Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.36153723Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.363415348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"59.434357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.363461109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.363739828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.363987976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.365573934Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.366541444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.367070151Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.367086161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.3673746Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.368121183Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.368595807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"64.142602ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.368978639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.36899923Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.369179655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.369452414Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.369463704Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.369740293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.369771883Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.370594749Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.37061598Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.370781034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.371313431Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.371341902Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.371354432Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.371516927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.372978302Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.373009153Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.373051134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.373076585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.373084685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.373092105Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.37323291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.373272891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.374649024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.374673784Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.374683525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"70.311421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.374743096Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.374935392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.377241573Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.377258604Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.377265364Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.377271504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.377442339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.378250124Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.380000068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.380014538Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.380142732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.381303308Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"77.431509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.384806186Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.384978911Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.389197501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.389433138Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.396914498Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.396942139Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"92.861115ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.439122885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.441371814Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.618802208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.625285747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.625672919Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"537de3c4-77e9-4bcb-8636-132ad40bf858\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.62570522Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.627400772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d1181007-b0c0-4531-a9c7-8932affc2e55\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.627486135Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.628893658Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.628905308Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"324.805093ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.633943063Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.633959244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.634278633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f18c04-aeb2-47a3-8840-0592df7d4fe6\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.634294754Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.635752319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.637038948Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.637055289Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.637288226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adcab137-11dd-407d-877b-a6e63f0cbcd3\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.637305717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.639132943Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.658914171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.658939041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.659119247Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"058a604e-dc4a-41a2-a37d-e3939708edcc\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.659131177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.660719926Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.661246752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.661257003Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.661646015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d78041d-acd9-4d32-9aea-37c9426c7508\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.661666215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.662032246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.663403549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.665150072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.665530664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.665782932Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.666229835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.666311138Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.666337439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.666512884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.668624339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.669020361Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.669395733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.6725394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"368.639591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.672771176Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.672793127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.673025044Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.674607163Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.674924273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.676765209Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.682539927Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.682571218Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.682723582Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.683873098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.685042904Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.68685818Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.68688194Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.687170559Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.68945772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.68948448Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.68979788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.691679438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":25,"elapsed":"387.550721ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.699588291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.699620412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":73,"elapsed":"395.365562ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.711065204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.711089824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.711100925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"406.751481ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.71681351Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"412.458318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.71712489Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.718339887Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.718871153Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.718898124Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.718910645Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.719174403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.719363739Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.719658448Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.721109302Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.721142203Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.721333699Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.723101543Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.723125314Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.723365002Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.724910049Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.72494134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.724958331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.72525156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.726357283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.726385015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.726783057Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b916b90c-2a7d-4ef5-9b44-3790a2fbe552\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.726809437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.727035434Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.727260841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.730036307Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.730298145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.730662706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.730774779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.73079301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.731082629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.73340132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.733433051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.733647078Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.734758182Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.73502845Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.735614968Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.735647849Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.7356614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.73567371Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":14,"elapsed":"431.715749ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.739516608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.739552439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.740320213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"82ec8605-b49a-4513-bbef-b382132adee1\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.743395967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":26,"elapsed":"439.184239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.765194847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":25,"elapsed":"461.003829ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.767735975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.768648163Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"09e5d47e-988e-4b05-8d86-d8e39df6e3d6\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.768692685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.772919895Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94a10400-ee3c-44a0-9781-cce153bfb335\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.772962376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.776856416Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e5910c87-ac07-424e-8138-34d95ea44b7c\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.776918708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.778975951Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"474.520455ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.781731336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.781782857Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"477.783996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.786381659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.786930315Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.78837154Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.788422101Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.7887073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.788884545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.792214518Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.792248799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.792263369Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"488.096342ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.793802727Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.794190748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13765676-b644-4c2f-9a7e-2c7c08d7f457\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.797014385Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.797384957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:20:08.822608802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.822680324Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"518.397294ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.900054612Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"595.74121ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.950802592Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.951280547Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf08d90-f951-4c5f-8268-36107c4e44b6\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.951306978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.951317408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.951325778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.952801703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":25,"elapsed":"648.786491ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.953210906Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.954622272Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":25,"elapsed":"650.315798ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.955045583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.955058213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.955229388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.977836963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.978187104Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.980246657Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.980271938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.980569687Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.982511127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.985325233Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.985341614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.985497208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.987436798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.987457409Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.987465869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.987474519Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":14,"elapsed":"683.196608ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.990468051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.990800091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6095c5-331c-4640-88da-ac5df488d20a\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.990839193Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.990850593Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991180663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991190643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991197614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991205274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991212444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991219735Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.99140865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991418161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.991654918Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.991663748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.992006099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.993156814Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.993288708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832d9bcb-d882-431c-8e46-e3f8e7a11895\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.993300278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.993407562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96754aaf-feb6-4825-8284-cd5891aa2049\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.993422062Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.993431422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:08.993439133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:08.993467613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"689.245734ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.091186977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"947778fd-f023-48cb-bd12-4a24de2482f3\", \"date\": \"Tue, 07 Jan 2025 05:20:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:09.091222368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.091231718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.094978273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f50748-b928-4e25-8d9c-e2074896fc5c\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:20:09 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.095022985Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.095356865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.098513852Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.098698008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.102279428Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.102617591Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.104211747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.104490676Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:09.111398068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":25,"elapsed":"807.358995ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:16.298642872Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"edd3c9ab-3c5b-473e-be7f-b7fdbf52fef7","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1027,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.303861572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.303918494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.303929444Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.303939034Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.304216723Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.30445022Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.332692618Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.335239327Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.335270657Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.335414142Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.337273809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.337523907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.340342993Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.34056658Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.367277721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.369890152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.369904482Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"66.04619ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.369912662Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.370041406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.382588632Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:18.382615983Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":74,"elapsed":"78.72258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:21.290788077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"4ce2eb5f-4ba3-4851-8f96-21596191cc80","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:21.291088966Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"4ce2eb5f-4ba3-4851-8f96-21596191cc80","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:21.293218392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"4ce2eb5f-4ba3-4851-8f96-21596191cc80","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2505,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:21.2934797Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"a5606e73-c115-4d84-a1e8-c3b41dd713ee","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:21.29380345Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"a5606e73-c115-4d84-a1e8-c3b41dd713ee","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:21.296033348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"a5606e73-c115-4d84-a1e8-c3b41dd713ee","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2615,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:26.298527132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"4a6539ab-5346-414f-b5c0-0b0d6ba21a26","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1111,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.303756443Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.303826935Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.303841936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.303855336Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.304344721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.304375952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.306806467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.309379156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.309406837Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.30952782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.311735298Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.311930994Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.313681458Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.316124953Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.316139663Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.316268978Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.328899106Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.328927337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":75,"elapsed":"25.152673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.332497266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.332721013Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:28.367255465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"63.526242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:36.290283603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a5b94986-aa7a-4830-a410-aa13871043d9","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:36.290730846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a5b94986-aa7a-4830-a410-aa13871043d9","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:36.2937758Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a5b94986-aa7a-4830-a410-aa13871043d9","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3575,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:36.29410271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"0facf0d7-f62b-452b-82ab-baaaacc49bbd","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:36.294439331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"0facf0d7-f62b-452b-82ab-baaaacc49bbd","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:36.296793133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"0facf0d7-f62b-452b-82ab-baaaacc49bbd","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2747,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:36.297957769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"9988a936-6456-4a3c-bcf1-b0167333c789","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1041,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.292417099Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34636"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.292525643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0f6cf274-0ddb-45a1-ac2a-689a9c147bc4","remote_addr":"[fd00:1122:3344:101::1]:34636","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.292876533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0f6cf274-0ddb-45a1-ac2a-689a9c147bc4","remote_addr":"[fd00:1122:3344:101::1]:34636","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.302950412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.302974613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.302987433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303001024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303012774Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303024565Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303035915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303050145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303060986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303071886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303083367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303095667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303107297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.30319358Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.30320688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303219841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303231251Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303243051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303255042Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303267392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303278092Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303289023Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303300193Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.303311554Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303322514Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303336784Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303349304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303362845Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303486119Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303628403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303636853Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303648384Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303684125Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303720586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303730486Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303738616Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303747087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303755347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.303795858Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304236772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304245642Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304253602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304260633Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304267733Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304273913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304280433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304286603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304527301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304538501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304546721Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.304563692Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.305566343Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.305729528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.306553703Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.307136891Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.976772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.307689828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.307729919Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7891, tv_nsec: 871481853 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.307969557Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.309762752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.309775922Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.309942817Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.311075712Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.311099863Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.311235977Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.312185836Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7891, tv_nsec: 875942160 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.312336191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.312457895Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.314004602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.314029003Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.314161767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.317121808Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.317412107Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.317474199Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.317703526Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.351858575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"9f7bc58a-4fdd-4e62-964c-76b6bea4dfb3"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.351900187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"0f6cf274-0ddb-45a1-ac2a-689a9c147bc4","remote_addr":"[fd00:1122:3344:101::1]:34636","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59429,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.356858149Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.35689047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"52.613187ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.358870261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.358897892Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.359039176Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.359274903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.361250184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.361278585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.36141884Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.361702608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.361734219Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.36174615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.36207124Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.36340189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.363847954Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.364799353Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.364889346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.365056771Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"62.106919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.365121933Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.365150764Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.365167015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.365954939Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.366245318Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.366346171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.366566378Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.36663437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.367403803Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.367429824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.367586869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.368302011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"64.041458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.368533278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.368952241Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.369055964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.369505218Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.369517318Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.369719235Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.371042835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.371066296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.371178899Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"66.916427ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.37120503Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.3734804Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.373904083Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7891, tv_nsec: 937659087 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.374147471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.374423339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.376594376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.376609996Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.376766941Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.376838963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.376875975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.377091581Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.378847925Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":26,"elapsed":"75.661266ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.381460325Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.381475806Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.381803036Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887e286d-5424-4eed-a860-d2927d96c318\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.381821216Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.382134716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.382151197Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":76,"elapsed":"79.164153ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.383757106Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.384676384Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.384686855Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.384896501Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d053d17-3d4c-4c5a-b385-6c9c4a30dd57\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.384910822Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.386456559Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.394276769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.39429086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.39429708Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.394460045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.394471435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"91.494812ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.394600309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.397699044Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.398166139Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.404748151Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"101.704116ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.427838091Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.427878412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.427887583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"124.767655ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.42846646Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39962"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.428624725Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"586418aa-a995-4e50-ab0b-a38e8b5e1d86","remote_addr":"[fd00:1122:3344:101::1]:39962","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.428917234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"586418aa-a995-4e50-ab0b-a38e8b5e1d86","remote_addr":"[fd00:1122:3344:101::1]:39962","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.430448281Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"126.209428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.445920737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.446279158Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.467548271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"ed42aaef-618c-4920-bad3-c2a5ed2fd546"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.467572232Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"586418aa-a995-4e50-ab0b-a38e8b5e1d86","remote_addr":"[fd00:1122:3344:101::1]:39962","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39007,"response_code":"201"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.470798151Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.470821312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.471128112Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd83e4f-8d9a-4290-9e49-ee7250bba913\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.471141952Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.472910886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.477632971Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"174.513934ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.485767581Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.486061571Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd0a712d-ef0c-4a68-a9aa-46b3ad5e3eb2\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.487062031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.487297258Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.489550368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":26,"elapsed":"186.585785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.550112239Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.550556143Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.557804965Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":26,"elapsed":"254.73449ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.579517763Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.579555104Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.579934446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d5885f-7af6-4c88-a5e6-a0eaab8854cf\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.579965297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.580333208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.620708179Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.622507274Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.622526975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.62268229Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.624061862Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.625743764Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.625760664Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.625896529Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.627925111Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.627949481Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.628171438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc088b71-ed0d-4a9e-b157-9c9b2c808ee1\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.628182779Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.628344504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.629924192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.630069287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.633552604Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.633741039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.6370012Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.63702528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.63734406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"571c37c2-1a56-4555-ac2d-d9353b5fce48\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.639100584Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":27,"elapsed":"335.930275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.651136344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.651534246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.653731304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.653757885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.653963551Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.662942467Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.663267737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d889dde-af05-42ec-a530-e37eb08e60de\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663301678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663315448Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663620838Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663631578Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663638758Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663647049Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663655269Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663663029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663834475Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.663845995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.66401745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.66402637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.664248367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.665592098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.665702572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"275a46b7-86f7-49e4-b9de-697089ca018b\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.665714252Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.665807585Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5eb300c-3818-4710-899e-a429848cffcf\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.665821425Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.665832686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.712848031Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.784617397Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"92160653-8209-47cc-aac4-45a06cc392fb\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.784665508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.784676549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.785172424Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e8b388-f856-4436-a2dc-9262b28f42c8\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.785204505Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.785215865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:38.785224466Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.785239736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ce9ee0b-2318-4a79-a9e5-d5e61aacdc47\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:20:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.785296188Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.785767592Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.787505156Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":26,"elapsed":"484.497191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.789145626Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.789501517Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.793360846Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.793661035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.797566885Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.797975607Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:38.813298149Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":26,"elapsed":"510.16035ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:46.29817851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"be242e9e-f189-431e-a268-1e46c42a5980","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1112,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.303418751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.303488183Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.303504043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.303519154Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.303932206Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.304018839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.306716552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.30926234Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.3092752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.309409455Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.311387536Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.311574161Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.312997035Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.315245734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.315258244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.315393889Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.328828352Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.328843992Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":77,"elapsed":"25.421781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.333707991Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.334029552Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:48.363310072Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"59.915562ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:55.5985628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:65488"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:55.598705764Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b3c7873c-f1c0-4e38-9db3-7df7929dfee8","remote_addr":"[fd00:1122:3344:101::2]:65488","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:55.599135297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b3c7873c-f1c0-4e38-9db3-7df7929dfee8","remote_addr":"[fd00:1122:3344:101::2]:65488","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:55.633967558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"7302d162-68f2-45dc-a2f1-c9d96a16fc35"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:55.633997419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"b3c7873c-f1c0-4e38-9db3-7df7929dfee8","remote_addr":"[fd00:1122:3344:101::2]:65488","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35387,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:20:56.297763231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"3ed30a3a-1eac-4f97-b62a-6be2668a80f6","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1011,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.302987732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.303051394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.303063554Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.303073494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.303503337Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.303519338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.305590692Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.308047637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.308062448Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.308195492Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.311350438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.311379639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.337307536Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.337622716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.341271648Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.343729834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.343744014Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.343877528Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.355023761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.355069922Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":78,"elapsed":"52.05582ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:20:58.366918017Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"63.953876ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:06.299065834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"3a033d63-8479-493f-ab31-a05ed93e3856","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2445,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302652755Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302711037Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302722847Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302732798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302741508Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302750028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302758168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302765809Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302775949Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302786119Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302794829Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30280359Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30281405Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.302823281Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302832961Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302842331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302850601Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302858651Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302866672Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302875282Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302883412Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302892683Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302900253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302909273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302918463Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302926033Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302934404Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302941854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302950124Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302959355Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302968545Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302977145Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302985075Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.302993876Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303002516Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303010636Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303018627Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303027667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303036257Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303045267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303053497Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:21:08.303062378Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303071738Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303080438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\"}","iteration":15,"elapsed":"22.321µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.303091709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303099619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303107759Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303116219Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.30312493Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-07 05:11:08.303084049 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30313361Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303344657Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303359057Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303368827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30345678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.3034658Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303474101Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303495821Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303503841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303512012Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303520962Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303610835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303621205Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303629575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303638195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303646686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303653916Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303661086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303669267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303676077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303682377Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303689767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303696097Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303703248Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303709958Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303716478Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303722348Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303729278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303736418Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303744119Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303752149Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30378693Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0a80e2dd-4624-43a9-991c-3c9aab3ac405.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d6d3a760-2531-491d-aca9-1e6a70cf3495.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 7921, tv_nsec: 867929124 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303801291Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0299d0a6-05a4-400d-9b14-105f1fc11bd5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"454062aa-b5b7-4eac-a959-109647163239.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a45303cc-cbbc-484d-9f40-52a4c1a9be3c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 7921, tv_nsec: 867937414 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303989226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.303999537Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304014697Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304027798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304036328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304045488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304186742Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304198383Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.104354ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304321247Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.304332447Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.610499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.305333338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.305517133Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.306367839Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7921, tv_nsec: 870516374 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.306629147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.306779722Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.307090392Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.307117782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.307598347Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.660064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30832665Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.30897822Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.310180736Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.310197327Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.310382433Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.310760714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.310774655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.31095316Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.312052474Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.312074995Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.312202279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.312740605Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.313185249Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.314438087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-07 05:11:08.303084049 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.314452388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"expiration\":\"2025-01-07T05:11:08.303084049Z\",\"pruned\":[]}","iteration":14,"elapsed":"11.35877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.314634293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.314646064Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.314796878Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.315071137Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.315082437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.315106778Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.315225772Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.315296494Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.317481331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7921, tv_nsec: 881630895 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.317692987Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.322889767Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"19.147548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.330570283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.331037598Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.33176025Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.332038338Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.332756201Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.333031729Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.333816823Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.334022709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.335285368Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7921, tv_nsec: 899417382 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.335639849Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.345819472Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.349091543Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.349122873Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.349132994Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.351035232Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.354159788Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.354191789Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.354424936Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.354460688Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.354784907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.356715177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.359184263Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"55.515896ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.359327557Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.359356558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.359623536Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.360948047Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.36105802Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.361891916Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.362437423Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.362746702Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.363348601Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.363710542Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.364186807Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364201257Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364207967Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364270799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364283979Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364589989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364653731Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364833826Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"61.16939ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364894438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364906419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364912959Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.364921329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.365158506Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.365250659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.366030913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.366050754Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.366197828Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.36624729Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.367179739Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.367394535Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.367765426Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.367777177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.367785937Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"64.089029ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.367819848Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.371100019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.371917224Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.37211312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.375969319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"72.973823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.376177655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.376534566Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.385610525Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.385643676Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"82.725173ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.389050181Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.389084832Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":79,"elapsed":"86.246191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.398280084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.398638886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.39910147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"96.243728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.399905104Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.400156532Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.402837084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.402857285Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.402864475Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.402870796Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.403115913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.403294838Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.403306969Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.403313339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.403319419Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.403606798Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.407189278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.408858889Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"105.896375ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.409787728Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.409802758Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.409969124Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.410395327Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.410564932Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.412878273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.412903344Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.412910564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.413066039Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.413506182Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.413516213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.413524573Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"110.446774ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.432483016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.444945599Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.487376963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.487404564Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.487712583Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2923be-d667-42fa-8729-fcdfc2f1eb2a\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.487727504Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.489307402Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.520914714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.520978586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.521419669Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55b6396-84a0-4b45-ac8a-17ed45b1bc7e\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.521483331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.52209589Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.53284179Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"229.153783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.535919345Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.536543294Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.537624667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":27,"elapsed":"234.733365ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.54226686Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.542300831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.542314902Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.542325132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.542550959Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.542570109Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.57741343Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.580313309Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.580365751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.580583108Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.584337363Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.584679713Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.589076169Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.58910442Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.58911718Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.589463531Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.590331957Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.590355288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.590367388Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"287.457445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.590800902Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.594607409Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59463287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.594775914Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.596081434Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.596103215Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.596452045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc3d5e0-9133-4e13-b5c4-6a42df91b89d\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.596473726Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.596900929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c2fb64b9-54f3-4dd1-a877-c5718f7b18ba"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59692558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59693804Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:56.458980 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.596950051Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2}","iteration":15,"elapsed":"294.292465ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.598258621Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.598280222Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.598292732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.59856593Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.599003594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.606641029Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.609688112Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.611214339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.61124759Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.611409975Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.612478608Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.612496088Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.612765647Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5637542-7391-4b2a-8ed4-caa992ae08e2\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.612780087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.613672685Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613692435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613918672Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"2d14faf9-a78c-4c10-aa81-48c68b30dd00"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613963594Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613972854Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"current_time_created":"2025-01-07 05:08:55.451121 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613981864Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1}","iteration":15,"elapsed":"311.227795ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613989794Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"75e2b9df-2b24-4079-9492-162fcf047242\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.613998195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.614384367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.614841221Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.6170886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.617313417Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.620319879Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.620661519Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.623993462Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.624020073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.624330632Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"35ec0cb8-47e6-460a-8f98-162d1ec1214d\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.625923371Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":28,"elapsed":"323.105611ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.627621473Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"323.973938ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.639311083Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-07T05:08:06.678251Z, time_modified: 2025-01-07T05:08:06.678251Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, db_silo: Silo { identity: SiloIdentity { id: 0681d1fd-d397-4a2a-ba57-de7b9ff17946, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-07T05:08:56.302974Z, time_modified: 2025-01-07T05:08:56.302974Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.639343204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]}},\"default_endpoint\":{\"silo_id\":\"0681d1fd-d397-4a2a-ba57-de7b9ff17946\",\"tls_certs\":[\"c55bc6158cba37cd7f423eabcb1d799525c64a2ac47d8f0395786213a4b6df21\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"336.41865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.654553321Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.65482112Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.656271024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.658045539Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.658062709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.658219304Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-07T05:21:08.659128872Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.659142152Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"356.501497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.65971865Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.661534776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.661547016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.661706841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.753213194Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":27,"elapsed":"450.504967ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.764291184Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.764786709Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"23296184-8d77-4b94-8c0b-943a0b469224\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.76482275Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.766724989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3c6316be-b669-4b2f-90f0-1e4cf3902b18\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.76676211Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.768632547Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.768670629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"465.779896ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.773776376Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.774347453Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d78d80c2-e05a-46d7-827c-461de2fbc35f\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.774373544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.776734707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ef8a2f08-db5a-4a89-9a52-bae40c0c7f10\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.776767198Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.779576114Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c22b26d0-051b-40b6-8fa6-49664d85036c\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.779607905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.786688613Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.786754515Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"483.948324ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.886751118Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.886848851Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.887052637Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ccfbf56-5da5-4003-a297-083d68235b62\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.887318386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7eb172-443c-4acd-ad70-9b6ca9f32de2\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.887340386Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.887350136Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.887357897Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.888541523Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.888824002Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.888934275Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":27,"elapsed":"585.936769ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.890954287Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":27,"elapsed":"587.979702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.935139265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.935508827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.937689374Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.937715964Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.937914271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.947768944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.948056562Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a10146-58f9-45dc-8154-7881429fb2bd\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948091903Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948103714Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948386563Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948397053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948404073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948411333Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948418793Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948426174Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.94863301Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.94864279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.948778855Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.948787265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.949040993Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.95156253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.951682104Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a527af-9674-416a-8a41-fca8116bd9f1\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.951694604Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.951799277Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4f75af-86aa-4021-8077-b2f7cda1cd53\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:08.951813898Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:08.951836438Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.052279556Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f1b52045-942a-4171-8486-4255eb4a011c\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:09.052306827Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.052318437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.052589065Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4b2a3d6-b2f8-4adc-9f1b-0ad10c28a620\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:21:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.052624186Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.052949346Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.056846716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.057035732Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.060613242Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.06087456Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.063285974Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.063617944Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:09.072483307Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":27,"elapsed":"769.45093ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:12.430860727Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:34019"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:12.43096189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"19e3eac7-6954-444b-82f0-dff2f185027d","remote_addr":"[fd00:1122:3344:101::2]:34019","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:12.431295751Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"19e3eac7-6954-444b-82f0-dff2f185027d","remote_addr":"[fd00:1122:3344:101::2]:34019","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:12.465892734Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"d4c546ce-1904-4ae8-9cdb-ccdd03474b8f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:12.465935465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"19e3eac7-6954-444b-82f0-dff2f185027d","remote_addr":"[fd00:1122:3344:101::2]:34019","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35034,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:16.298170271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"8ed45553-0f0c-45e8-b71f-5051485fb6cc","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1050,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.30236644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.302425102Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.302436603Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.302446353Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.302867706Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.302883136Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.30495678Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.305571199Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.305759135Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.307427876Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.307446206Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.307586191Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.309418367Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.309580352Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.311278654Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.313717569Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.31373143Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.313862354Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.324821691Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.324843171Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":80,"elapsed":"22.475861ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:18.332256439Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"29.899579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:21.290131541Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"bc899106-06a7-4402-b761-aeb291fce190","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:21.290449451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"bc899106-06a7-4402-b761-aeb291fce190","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:21.293063871Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"bc899106-06a7-4402-b761-aeb291fce190","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3007,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:21.29336503Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"792a12d4-5439-4ba7-aab9-01a4b589ff88","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:21.293713981Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"792a12d4-5439-4ba7-aab9-01a4b589ff88","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:21.295753284Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"792a12d4-5439-4ba7-aab9-01a4b589ff88","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2456,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:26.297831615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"6c139889-8d6a-42aa-b302-556775f47958","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1228,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.302286382Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.302339043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.302350644Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.302360994Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.302830989Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.30288209Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.304890432Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.305132329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.305209252Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.307868073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.307884614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.308039509Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.310410231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.31067487Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.312537217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.315083265Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.315096635Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.31525268Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.327514187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.327535028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":81,"elapsed":"25.239206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.340261279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"37.998188ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.667639741Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.667674122Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.698915943Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:28.699052257Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44887"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.69916011Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ba452fad-548e-4ece-bf7c-c702f86701d4","remote_addr":"[fd00:1122:3344:101::c]:44887","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.699498761Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ba452fad-548e-4ece-bf7c-c702f86701d4","remote_addr":"[fd00:1122:3344:101::c]:44887","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:28.708432555Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/oximeter.rs:76","collector_id":"9228d496-8409-4e5a-8025-999ee01eabf1","producer_id":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:28.708477237Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/producers","method":"POST","req_id":"ba452fad-548e-4ece-bf7c-c702f86701d4","remote_addr":"[fd00:1122:3344:101::c]:44887","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9370,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.708552659Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba452fad-548e-4ece-bf7c-c702f86701d4\", \"content-length\": \"41\", \"date\": \"Tue, 07 Jan 2025 05:21:28 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.709525459Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:28.709537629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"producer-registration-task","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:36.2972273Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"fe5ef3e0-0642-46b5-abae-a701ea8db662","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1129,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302541283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302597085Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302608295Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302618206Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302625866Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302635446Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302642976Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302652427Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.302661147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302669747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302678738Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302686988Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302695208Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302704418Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302712619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302721669Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302730599Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302738639Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302746509Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.30275463Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.30276372Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.30277213Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302780471Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302788261Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302796111Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302803621Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.302812422Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303211544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303225014Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303233284Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303241805Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303248345Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303254645Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303263296Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303270986Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303278016Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303284496Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303292766Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303300267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303306837Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303315437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303323657Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303331698Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303339218Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303354148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303362328Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303374019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303507303Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303516153Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303555165Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.303628737Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.305190625Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.305420592Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.306078532Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7951, tv_nsec: 870599466 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.306117343Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.306127024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.430945ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.306445153Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.308153246Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7951, tv_nsec: 872675480 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.308411394Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.308751544Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.308762574Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.308905279Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.311566381Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.312101127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.312707696Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"9.473331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.31447819Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.314500921Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.314574403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.314586253Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.314650266Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.314738938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.317083Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"14.554748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.317346028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.317686769Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.318425791Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.318870715Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.319420132Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DnsResolver","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-ed42aaef-618c-4920-bad3-c2a5ed2fd546.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 7951, tv_nsec: 883942096 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.319713281Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.345675849Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.345996249Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.346978929Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.347876407Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"44.632242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.348462045Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.348577128Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.348761824Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.348776744Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.348839886Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.34896403Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.349083924Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.34926831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.350393654Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.350658682Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.351150617Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351161628Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351167878Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351176058Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351184748Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351459587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351503068Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351845619Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.351864329Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.352194339Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.353062546Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.353103017Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.353246512Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.353920502Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.35417406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.355412558Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.355438189Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.35547092Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Sled { parent: Fleet, key: ed42aaef-618c-4920-bad3-c2a5ed2fd546, lookup_type: ById(ed42aaef-618c-4920-bad3-c2a5ed2fd546) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.355511151Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.355634115Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.355809451Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.357840103Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.360300869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.360315199Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.360452533Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.361169915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.361409553Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.363063223Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.364382474Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"0","iteration":28,"elapsed":"61.637215ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.365164488Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.365178559Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.365390615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.373845435Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.373865786Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":82,"elapsed":"71.198788ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.379710905Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.379728166Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.380119028Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8706b3-7c21-4e4d-809b-b12d7af27e5c\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.380135298Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.381708187Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.388417503Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"85.771766ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.39190195Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.39191313Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.391920041Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.391939491Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.391948421Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.392079655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.392152797Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906a7cc1-bcee-464f-9b78-079e5e46480d\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.392166808Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.39223896Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.392490948Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.394085587Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.397990267Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"94.732542ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.40882437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.408846331Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"106.155583ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.409024916Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.409037716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.409357326Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"MgsClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f96b8b2f-fa53-4826-873b-b7dbe801a485\", \"content-length\": \"26\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.409372217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.411275915Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.427317588Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.427332449Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.427342799Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"124.758214ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.428123283Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"124.884939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.434272452Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.434593602Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.467149073Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"164.398773ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.495462053Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":28,"elapsed":"192.834447ms"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.523140423Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.523191275Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.523593437Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da9cc48-b0e7-4550-b5b0-eb64c4776334\", \"content-length\": \"372\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.523623389Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.524031611Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.539761725Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.540165127Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e838126-f6e1-4911-9682-3328aaba5f62\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.54285615Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.543281043Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.545380177Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"null","iteration":28,"elapsed":"242.816003ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.576513164Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.576568416Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.576822084Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7979f251-5af1-4ee8-b1dd-40fb286ec587\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.576836464Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.57734913Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.579552777Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.579792465Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.582741655Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.583188609Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled ed42aaef-618c-4920-bad3-c2a5ed2fd546 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.589995549Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.590015999Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.590477963Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6fdd3b41-891b-4755-9e7f-db1e333af89d\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.592022131Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":29,"elapsed":"289.426685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.634361722Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.634759024Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.637410776Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: ebc8a2a3-cde6-4140-b9c7-b41d3ea066ac, rack_id: 7854418f-54cc-4b31-99a7-d8502eb03ebe, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed285cb1-af51-42b4-b8e9-3ecd8ee70545) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.637435387Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.637777907Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.641171162Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.641405649Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.643022468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.644759112Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.644777782Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.644922147Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.6459926Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.64632378Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c258d0b-2aed-4e84-922b-5142ac4cc2f0\", \"content-length\": \"134\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646346361Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646357831Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed285cb1-af51-42b4-b8e9-3ecd8ee70545","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646615019Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646627859Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646635629Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.64664406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.64665244Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.64666015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646813835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.646824015Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.647079923Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.647089143Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.64731223Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.649071134Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.649165077Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998a3fc5-b17e-4139-9289-6c15be0f0ebf\", \"content-length\": \"2\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.649179697Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.649285971Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"component":"DpdClient","rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a3217e8-2e5a-4730-9582-21f4654591c9\", \"content-length\": \"52\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.649307841Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.649336312Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.680196271Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.682001306Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.682022707Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.682170231Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.764259745Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e47c5453-2f0b-4c28-99f2-c2bae73d64c4\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.764311716Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.764323247Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.764649417Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"rack_id":"7854418f-54cc-4b31-99a7-d8502eb03ebe","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b329d2-1a9f-4d1c-8063-15b5a1da4585\", \"content-length\": \"682\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.764708519Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.765173083Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.769119614Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.769480575Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.772311022Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.772655083Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.779027319Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.779338008Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.785126086Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.785849408Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"SledAgent":"ed42aaef-618c-4920-bad3-c2a5ed2fd546","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f8e392-ef63-4cff-966d-1db881714c56\", \"content-length\": \"691\", \"date\": \"Tue, 07 Jan 2025 05:21:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.785884239Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.78589752Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:38.78590869Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.787626233Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":28,"elapsed":"484.903473ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:38.78916204Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{}","iteration":28,"elapsed":"486.395649ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:46.297628816Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"8bd3a4ab-a669-4646-a3b8-f89bc4f98e61","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1142,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.302840297Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.302896938Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.302908848Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.302919379Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.303368413Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.303380973Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.305009643Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.30555217Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.305751076Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.307434278Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.307448098Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.307586572Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.307973624Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"5.161089ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.309709468Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.310038288Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.311465311Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.313923667Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.313936198Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.314069262Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.325647747Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:48.325665168Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":83,"elapsed":"22.838622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:51.289313087Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a4a97c14-a465-4c81-8f94-a6b97f0c32d2","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:51.289638557Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a4a97c14-a465-4c81-8f94-a6b97f0c32d2","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:51.291809834Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?sort_by=id_ascending","method":"GET","req_id":"a4a97c14-a465-4c81-8f94-a6b97f0c32d2","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2570,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:51.292040531Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"d99397d0-7fab-47af-8b4d-ceb6e8622f0c","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:51.292207226Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"d99397d0-7fab-47af-8b4d-ceb6e8622f0c","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:51.29459135Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/metrics/collectors/9228d496-8409-4e5a-8025-999ee01eabf1/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZDQyYWFlZi02MThjLTQ5MjAtYmFkMy1jMmE1ZWQyZmQ1NDYifX0%3D","method":"GET","req_id":"d99397d0-7fab-47af-8b4d-ceb6e8622f0c","remote_addr":"[fd00:1122:3344:101::d]:52357","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2573,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-07T05:21:56.29763102Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"uri":"/16170e64-6e04-462f-9cc9-85cafa82d6f7","method":"GET","req_id":"72e345f7-7e3d-43e0-939a-e6c17e22accf","remote_addr":"[fd00:1122:3344:101::d]:64796","local_addr":"[fd00:1122:3344:101::c]:47808","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1190,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.301875281Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.301932522Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.301944293Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.301953413Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.302219571Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.302234192Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.304065148Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.306482832Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.306505113Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.306630717Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.308906207Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.309145684Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.310821645Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.313097815Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: f3afb140-8ff9-4607-af7d-9512239094ad, lookup_type: ById(f3afb140-8ff9-4607-af7d-9512239094ad) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.313113586Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.31324604Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.326107835Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"original_time_created":"2025-01-07 05:08:01.745184 UTC","original_target_id":"f3afb140-8ff9-4607-af7d-9512239094ad","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","time_created":"2025-01-07 05:08:01.745184 UTC","target_id":"f3afb140-8ff9-4607-af7d-9512239094ad"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.326132406Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"f3afb140-8ff9-4607-af7d-9512239094ad\",\"time_created\":\"2025-01-07T05:08:01.745184Z\"}","iteration":84,"elapsed":"24.255475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.330083658Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.330285534Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-07T05:21:58.364843896Z","hostname":"oxz_nexus_16170e64-6e04-462f-9cc9-85cafa82d6f7","pid":23680,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"16170e64-6e04-462f-9cc9-85cafa82d6f7","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"62.978205ms"}