{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.297580734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.297689227Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.297702877Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.297711937Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.297912791Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.297955632Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.299045823Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.299593544Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.300002642Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.301587974Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.301609764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.301763727Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.301861859Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"4.276265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.310121623Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.310338088Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.335723552Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.338025427Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.338041348Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.338178951Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.344166019Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:06.34418834Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":24,"elapsed":"46.622205ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:06.976004556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"2474b7b5-a86f-447d-875d-e9b6fae33e00","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":240,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296416481Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296491773Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296507273Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296519843Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296533874Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296545644Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296556314Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296565824Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296578945Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296775439Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.296799139Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297289819Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297470642Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297752858Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297764788Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297771798Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297780008Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297785969Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297793799Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297800309Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297806269Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.297815419Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297822759Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.297831869Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 02:05:16.297810469 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.29783959Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.29784718Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.29785381Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.29786045Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.29787128Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297881421Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297893061Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297903431Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297916501Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297925171Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297935582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297945042Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297957022Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297966092Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297975583Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.297986423Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T02:15:16.297997203Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298010433Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298020453Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\"}","iteration":6,"elapsed":"14.461µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298032073Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298041344Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298050864Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298060644Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298071244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298078874Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298087615Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298096085Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298106075Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298116005Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298125045Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298135406Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298145116Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298154146Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298163016Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.298172736Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298181836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298190517Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":5,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.298200307Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298209527Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298218327Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298226817Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298234848Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.29837462Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6926ac43-4e2e-4378-9bce-42019ec72a30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 456613553 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298397621Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298412431Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298424361Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298437782Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298449642Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298461572Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298474572Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298485582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298497293Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298505503Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298513573Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298523913Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298532014Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298542674Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298562814Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"01868911-e8e4-4a77-b105-b83672ce13b2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"84c854ff-da18-4c2a-9d2f-7e15248c76a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 456805997 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298575434Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298585924Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298594245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298608055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.298618625Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.300140305Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.300691186Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.301502782Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.301530473Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"5.087241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.301635225Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.30186106Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.093411ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.30239906Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.302416271Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"5.905017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.303565494Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.303587184Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.303755607Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.303827839Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.304188836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.304200246Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.304364039Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.306100254Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.306230366Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.306559443Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.307280297Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.307473691Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 02:05:16.297810469 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.307484661Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"expiration\":\"2024-08-28T02:05:16.297810469Z\",\"pruned\":[]}","iteration":5,"elapsed":"9.668622ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.309211035Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.309227266Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.309337828Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.309350498Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.309528952Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.309540442Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.312729255Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.315160874Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 473369496 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.315270656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.315290396Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.315519691Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.315736915Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.317305196Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.319467059Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.31949906Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.31951579Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.319766075Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.322245784Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.323215734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"25.1618ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.330216993Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 488443876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.33211097Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 490348614 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.332262683Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.333749843Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"35.648167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.334015518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.33412152Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.334472607Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.334508868Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.334930736Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.33710896Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.340880174Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.340918185Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.34114308Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.354099047Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.354502485Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.354705539Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.357014055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.357048656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.3572559Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.359855881Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.360116446Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.362635006Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.362781789Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":25,"elapsed":"64.840727ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.36281477Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.36282803Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.36283766Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.363246948Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.374857939Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.37492338Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.374938731Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.374948241Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.374957211Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.375307308Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.375343309Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.375747667Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.377566533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.377595113Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.377781207Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.379192265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.380649414Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.380707205Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.380738246Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.380753876Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"82.912786ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.380811907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.380826758Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.381000711Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.381084233Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.381928159Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.38195528Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.38196356Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.38197012Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.382200105Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.383415369Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.383789296Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"85.861485ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.385551822Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.385577242Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.385719125Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.388965889Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.389259245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.392836946Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.392862547Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.392876647Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":5,"elapsed":"94.65178ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.411618089Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":9,"elapsed":"113.762399ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.412486526Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.413055268Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.413077458Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.413086948Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"115.105136ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.416845883Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.416872493Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.417114058Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.42125299Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.421524556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.424354982Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.424388883Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"126.474621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.426078466Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.429683378Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.429771169Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.42978714Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.429984734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.433172357Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.433200628Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.433442933Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.4363267Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"138.294546ms"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.456535181Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.456564561Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"158.488247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.469743563Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.470146621Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.472212972Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.472237863Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.472250413Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.472545939Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.47260486Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.47261568Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.472624371Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.472852835Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.474405316Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.474433667Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.475148371Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.475175641Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.477579439Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df03104a-3ddd-4068-bc92-8733c3d921b7\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.477604599Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.477949956Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.477962166Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.478294343Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316bf471-17f3-459b-8f5f-4c5dde170d73\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.478310133Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.48064466Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.482002327Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.509395031Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"211.431138ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.528122482Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.528145393Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.528437759Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fa87cd-404a-4ee0-bead-e06a8dcd9a49\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.528451389Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.529461679Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.530365847Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.568184518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.568560336Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.574272639Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.624730731Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.625019357Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c23c1a6b-1200-47d6-8f73-b5104fe262ac\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.625043617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.625345853Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.626570528Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.626841383Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.627351103Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.628774981Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.628792861Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.628978105Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.630160599Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.630180189Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.630347992Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.630821412Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.630842732Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.630971525Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.631341682Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.631510575Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.632581547Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.632808071Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.632822141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.632857972Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.632867022Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:35.148647 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.632875433Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2}","iteration":5,"elapsed":"336.4009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.633095677Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.633704629Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.63372737Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.63374013Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:34.295733 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.63375257Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1}","iteration":5,"elapsed":"337.344308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.635076216Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.63525377Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.635511465Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.635526065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.635666298Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.637565756Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.637814641Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3cd1b950-0904-49c8-a628-682dfe735e94\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.638037145Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":9,"elapsed":"340.266817ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.639104486Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":9,"elapsed":"341.306677ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.642752079Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.642997544Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7974fe4-337a-485d-9438-f323fde37cf1\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 02:15:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.644136386Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.64432338Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.646808559Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":9,"elapsed":"348.827257ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.662133753Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T02:11:15.536604Z, time_modified: 2024-08-28T02:11:15.536604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.662166074Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]}},\"default_endpoint\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"364.304403ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.684732082Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":9,"elapsed":"386.75963ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.71031072Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.710646647Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.712066135Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.713633656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.713649976Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.7138063Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.715174016Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.716746338Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.716770708Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.716903831Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.77777761Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.810368817Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.810763785Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e7c87720-90a2-4d34-b437-03365c7a2f59\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.810781005Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.813189953Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f1a6c6bb-838e-40bc-bd41-e2cf666df395\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.813213593Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.815258454Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.815279364Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"517.298202ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.82967986Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.830113299Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e353bb74-2199-4a37-a874-81681fdc7fc0\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.83013679Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.83014545Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.83015331Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.832504557Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":9,"elapsed":"534.642846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.841332372Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.841706609Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.843830031Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.843856512Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.844128967Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.854005263Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.854472473Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3d40584c-bbe0-4035-aaf5-0a5c2c4ce4e7\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.854485503Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.855663676Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"4b67512b-41c4-4532-8f0f-a50735ec5880\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.855675877Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.856892221Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e6889711-846d-4eb0-8057-aeab748a57dc\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.856904321Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.8578704Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.857904241Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"561.439988ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.958170422Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.958469688Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f680315f-8fc5-4b43-a98a-224c5c07758c\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958489068Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958501778Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958752453Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958768334Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958777084Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958784014Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.958790984Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.958797464Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.959045609Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.960854895Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.960973377Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e65825b-bad4-4127-a744-ca57e9c14295\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.960987498Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.96108858Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbd6261-344a-4373-8780-ef00bc94f62f\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.96110131Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:16.96111186Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:16.975825652Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"56d9d9fd-e79b-4bad-b69d-f032e5cb91be","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":210,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.059537265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"aed64119-6203-4730-951c-1b3bfe0df9c8\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:17.059575835Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.059586366Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.0597963Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50db195-d21c-4df0-bb5f-96a7a7918275\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:15:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.059837041Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.060189038Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.063642656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.063943582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.066067884Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.066304269Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.068429951Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.068585394Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:17.074631525Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":9,"elapsed":"776.726853ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.297627435Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.297686787Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.297696527Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.297704607Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.297963042Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.297976542Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.299491443Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.299786618Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.300032723Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.301725557Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.301743417Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.30188036Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.302009293Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"4.377937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.303732917Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.303964361Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.309709195Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.311901289Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.311916089Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.312043182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.319217884Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:26.319241985Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":26,"elapsed":"21.625669ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:26.975731571Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"ba2f9af2-e704-4a6d-9c7c-69f747fddb37","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":198,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.297865251Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.297921952Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.297932182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.297939842Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.298200907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.298213848Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.300278138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.30037898Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.300630516Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.302204107Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.336707ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.302553094Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.302565244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.302697627Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.304502733Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.304737127Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.306151185Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.308290418Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.308313428Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.308430271Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.315700155Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:36.315724295Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":27,"elapsed":"17.869505ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:36.976243871Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"e14c8c72-0a27-4a1b-ac3e-75145d87712b","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":790,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297409812Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297481693Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297494773Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297505414Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297515474Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297524844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297534634Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297544925Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297555485Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297565935Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297574225Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297583405Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297592315Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297601635Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297611946Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297620326Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297629726Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297639196Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297648136Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297658757Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297668507Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297679237Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297692767Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297703308Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297714368Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297725828Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.29781486Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297890491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297904012Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297913392Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297924612Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297976373Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297988673Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.297998494Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298007594Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298016664Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298028484Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298035864Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298894671Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298913872Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298921112Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.298929512Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298938582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298945122Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.298952462Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.299104065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.299164117Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.299189737Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.299763178Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.300485593Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.300908401Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.5019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.301056974Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.302800379Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.302827079Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303020853Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303100225Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303129905Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303268998Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303746777Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303761898Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.303953702Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.304715327Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.305098744Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.30538079Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.305711917Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.307553543Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 465825897 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.307944811Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.308001182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.308027493Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.308289908Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.310292298Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.310322018Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.310332878Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.31295088Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.315220965Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 473199683 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.315355798Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.315687515Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.315714915Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.315915209Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.317140594Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"18.215212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.319825297Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.320022261Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.321845367Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.323267085Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"25.706271ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.32349704Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.323529861Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.323645423Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.325200694Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.325556901Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.325939468Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.32604051Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.326206134Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.326399197Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.327467469Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.327982979Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.33154366Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.33157612Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.331587161Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.331597451Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.331605491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.331617411Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.334115811Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1154, tv_nsec: 492377084 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.33560271Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.336235993Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.336263783Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.336272514Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.336539989Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.347436115Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.347490026Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":28,"elapsed":"50.059984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.347964516Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.348414604Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.350308682Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":10,"elapsed":"52.88565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.358330201Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.358632378Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.360455514Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.360826731Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.363122457Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.363464273Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.365404972Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"66.505681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.366689518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.367133486Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.371030094Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.371050374Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"72.134153ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.372546284Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.372559684Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.3728668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6eeb083-0d1e-48e9-b3d6-4f99d61ee737\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.372894991Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.373662416Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.373942522Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.374280798Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.381120404Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.381136594Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.384223246Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88bb14ec-a6ef-4eff-a630-481beccd15eb\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.384257236Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.38594534Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.387532521Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.387557652Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.387570632Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"90.107409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.387586262Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.387998501Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.390080392Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.391720784Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.391743815Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.391881928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.393533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.394949199Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.394965689Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.395108402Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.398484349Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.400640622Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.400660092Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.400793175Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.402293825Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":10,"elapsed":"104.790161ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.40965116Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.409679421Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"112.137666ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.427618127Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.427649918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.427916543Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a0ebce-7c05-4191-9718-7fb449e1da2e\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.427930254Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.42926742Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.432457764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"134.97631ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.456697795Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.457004321Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9be4e9f4-f346-4b5e-ac27-5f471f0572e3\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 02:15:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.458265046Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.458606153Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.478053969Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":10,"elapsed":"180.482864ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.497244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.497720519Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb78141-fbe7-48bf-be42-bb4013192693\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.49774265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.498048316Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.527377598Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.527745906Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e3e2faa-38d3-4a3e-bada-dc69e37fd074\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.527783956Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.527795837Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.527803857Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.529410149Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":10,"elapsed":"231.830483ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.529745395Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":10,"elapsed":"232.189011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.530292926Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.530599482Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.53247509Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.532835907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.534764735Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.53501205Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3d3b8083-266b-45ca-b16b-b912ee569e02\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.53651311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":10,"elapsed":"239.072658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.586195756Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.586550213Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.588796338Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.588818138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.589060903Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.599029151Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.599259746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e90cd5-d6e1-4371-9f22-00bf7c413b75\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599280326Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599292476Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599541431Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599552931Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599560662Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599567422Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.599574732Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.599581022Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.599804756Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.601586052Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.601726075Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e751c676-13ce-42f5-9198-02dbaa682fed\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.601742995Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.601837617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e973e55-233d-4a42-b8da-6a101b8f374c\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.601856787Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.601868617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.696289732Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2ef9675d-9ab5-4ef7-a698-9976551ca456\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.696334723Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.696345553Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.696598638Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3857582a-3285-4e2b-9c08-6a05d0fdf5bf\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:15:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.696642789Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.696941065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.700043897Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.700260041Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.701875933Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.702180099Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.704328992Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.704591777Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:46.710375862Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":10,"elapsed":"412.920749ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:46.975605618Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"7501ab87-a2e0-4f1e-86d5-67214a99d914","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":200,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.297753019Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.29781504Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.2978267Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.29783626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.298100226Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.298116536Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.299734698Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.300182087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.300392171Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.301974543Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"4.209473ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.302003783Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.302015733Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.302163346Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.304002723Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.304239808Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.305672646Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.307802868Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.307814168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.307944311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.31545829Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:15:56.3154722Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":29,"elapsed":"17.745282ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:15:56.976609188Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"869378da-8e02-4b9f-bcd1-19c5eda65005","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":807,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.297157837Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.297217928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.297227218Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.297235079Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.297472573Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.297506204Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.29932702Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.299717668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.299979203Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.301584855Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.301597055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.301736458Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.303520373Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.303684007Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.305116345Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.307163816Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.307181526Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.307301918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.315723376Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.315746896Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":30,"elapsed":"18.59846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:06.336256553Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"39.084676ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:06.975603649Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"d26d06ea-db09-444d-92ab-88b22c88b26f","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":224,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.296957543Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297021365Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297033065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297041855Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297052425Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297061215Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297068795Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297076656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297084096Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297093116Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297101066Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297108746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297116267Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297123897Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297131287Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297138287Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297144697Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297151597Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297159007Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297166157Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297173458Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297180138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.297187258Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297194788Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297201478Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297208938Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297217278Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297230159Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297241659Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297251179Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29726371Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29727377Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.29728439Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 02:06:16.297157367 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29729515Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29730494Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297316911Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297326921Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297337991Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297349691Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297360521Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297370001Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297382492Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297391862Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297401792Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297412673Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297423073Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297434433Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297443823Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T02:16:16.297454233Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297467143Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\"}","iteration":7,"elapsed":"15.59µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297479004Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297494664Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297591196Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297675058Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297697978Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297711018Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297725509Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297740609Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297754599Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29776978Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29778558Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29779985Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.2978132Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297827231Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297840301Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297851411Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297865241Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.297877552Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298389632Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298415272Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298426693Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298436393Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298447743Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298456713Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":6,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.298467803Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298478154Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298487834Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.298498384Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298508474Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298517684Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298529844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298764449Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6926ac43-4e2e-4378-9bce-42019ec72a30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 456945590 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.2987913Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29880245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29880965Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.29881697Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298826741Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298833601Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"01868911-e8e4-4a77-b105-b83672ce13b2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"84c854ff-da18-4c2a-9d2f-7e15248c76a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 457132414 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.298846751Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.299174187Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.299382701Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.299770749Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"2.582461ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301105656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301134216Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"4.158123ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301226138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301248598Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"4.238184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301712858Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.301738518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301753009Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301762409Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.301964003Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.302058065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.303719028Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.303920452Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.304164187Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.304915501Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.304944792Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.305101015Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.305585705Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.305606705Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.305749658Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.306048064Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.306060874Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.306195247Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.308000313Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.308043264Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.309203256Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.309301769Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 02:06:16.297157367 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.309323269Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"expiration\":\"2024-08-28T02:06:16.297157367Z\",\"pruned\":[]}","iteration":6,"elapsed":"12.149031ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.309466432Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 467766635 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.309531613Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.309773458Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.310161875Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.310189086Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.310453661Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.310817729Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.310834369Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.310986242Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.312707076Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.314763967Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.314790998Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.314966761Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.316175165Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.316377909Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 474683252 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.316981021Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.317241076Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.318135874Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.318799907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.318826078Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.319011211Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.323692734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.323823477Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"25.406485ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.327757565Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.329929878Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.331904927Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.332299925Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.332515699Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.336722483Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.337132611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.337440397Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.337760114Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.342076479Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.342562309Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.342925416Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.342997858Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.343520548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.344688191Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.344714182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.344936106Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.349400375Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.349842234Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.350210131Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.350587228Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.352132539Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1184, tv_nsec: 510424342 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.353494566Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.353522176Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.353802242Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.353955105Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.358834122Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.358871723Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.359132768Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.377639055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.377692387Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":31,"elapsed":"80.60737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.380017463Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.380265258Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.380498982Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.380749847Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.387295687Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.387630224Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":11,"elapsed":"90.409345ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.388466321Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.388900659Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.390089443Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.390136684Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.390361878Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.390809167Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"93.530008ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.393793556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"95.323343ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.394287916Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.394315037Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.394328457Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"97.18922ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.394692574Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.394713785Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.394725725Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":6,"elapsed":"96.271972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.398831616Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.399334786Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400487739Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400576671Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400593531Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400603042Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400611862Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400677183Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400692153Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400701213Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400709624Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400804626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.400858987Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.401088741Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.403203453Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.403230904Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.403244534Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"106.088327ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.419714581Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"122.538273ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.44737489Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.447422261Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"150.142261ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.457193265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.468863407Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.468892638Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.469183333Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ae71a2-3d19-46e0-b7dd-855c96d17885\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.469205564Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.471384957Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.472358466Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.535337877Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.535850757Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bd900e-8947-4825-834d-99f642d01e21\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.535876978Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.536184844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.538247235Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.538561231Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.539264475Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.539729924Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.540686153Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.541926118Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.542310305Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.542617262Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.545036059Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.5450642Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.545260424Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.545614141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.545634582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.545833035Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.547872776Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.548129901Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.548402816Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":11,"elapsed":"251.245969ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.551833245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.552164271Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"bd472dcd-aa00-4b87-a5b3-7a84d08e869d\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.553714302Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":11,"elapsed":"256.572974ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.565950985Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.565980375Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.566335633Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b780a7a2-6927-4238-8c45-283725d67318\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.566360233Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.568757221Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.569067187Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.570348282Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.570812271Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.572510345Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.572538656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.572714759Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.574034195Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"275.611584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.576980494Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.577384562Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.580211318Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.580237809Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.580385601Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.582689667Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.582718558Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.582937342Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.583609445Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.584036264Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.585166396Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.585185357Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.585195007Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.585415311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.586137116Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.586867Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.588209457Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.588231977Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.588426581Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.589783148Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.589800759Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.589931551Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.59292649Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.592947851Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.592962461Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:34.295733 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.592972931Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1}","iteration":6,"elapsed":"295.993447ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.596298197Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.602361848Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.602388488Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.602400739Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.602595322Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.604308616Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.607154523Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.607174344Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.607350747Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.608935008Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.608958089Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"310.503905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.609120632Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.609365037Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.609393257Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.609406108Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.609417108Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:35.148647 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.609425998Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2}","iteration":6,"elapsed":"312.435815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.610827216Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.611931358Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.611945248Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.613332876Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29082c12-80e3-468a-bf0d-9eab82d2abd2\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.613364266Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.613377327Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.613388347Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.613603641Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.615138371Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.615306625Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.615527099Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.620702182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.622270273Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.622299234Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.622311344Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":11,"elapsed":"325.126196ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.622423606Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.636471255Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.636880413Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f0dfe784-c771-4cd9-9972-25c6cce55602\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.636903444Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.638984245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3a3c1ea1-3f2d-4ec2-8836-4feecd9cb81a\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.639014626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.640615608Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.640640888Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"343.380519ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.647435533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.647717129Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.649512744Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.652598506Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.652618996Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.652742168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.65634762Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T02:11:15.536604Z, time_modified: 2024-08-28T02:11:15.536604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.656378141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]}},\"default_endpoint\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"359.264194ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.679152062Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.679424948Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9ae46b-1df3-4f5e-9bc8-56231d4e2d1b\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.681812085Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.682001369Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.683858376Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":11,"elapsed":"386.646398ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.696814753Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.697993267Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e94c16bd-713b-46f3-b1f8-a035631a46dd\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.698009467Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.699227661Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"034bba33-5343-4619-b0cc-fce4032de80d\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.699246921Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.700764972Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2fbb800e-edb7-42eb-8b91-5cb561e81d83\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.700783242Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.702753041Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.702782572Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"405.855419ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.707150429Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.707619248Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11207005-dff3-4aca-9ac0-43fc32222a79\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.707647498Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.707655428Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.707661928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.7097499Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":11,"elapsed":"412.655874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.760136321Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.760510168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.762270603Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.76260305Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.764215491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.764499297Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.766438146Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.766622749Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.766697981Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.766930205Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.767903275Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.768132539Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.768967026Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.769249342Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.770312433Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.773343443Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.773380304Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.773494166Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.774008796Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.774037637Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.774414784Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.776921124Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.777103198Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.778284761Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.778578357Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.785611076Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.785956593Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.788145957Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.788478303Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29333cca-4905-437d-9d2f-88250de0f6d1\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.788501294Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.788512314Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.788767389Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.788782049Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.788789779Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.78879712Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.78880533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.78881236Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.789089385Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.789881751Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.790183957Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.791202127Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.79133746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5d347c-aceb-4c28-b44c-547d1b6dec79\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.791352221Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.791602345Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.7918616Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.792163886Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc2ab6e-440f-40d2-a7a0-dbd963d822a4\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.792183217Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.792196937Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.793433272Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.793612065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.794824239Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.800235307Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.800261257Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.80040906Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.80189354Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.802126794Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.803470161Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.803705786Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.805084033Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.808609213Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.808658774Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.808789097Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.813588492Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.813786556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.815297856Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.81550332Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.817427168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.817624642Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.819055751Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.819252144Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.820902627Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.821088991Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.822427098Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.822608541Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.823427217Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.823616721Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.82506454Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.828297284Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.828323284Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.828455907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.829697512Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.829891746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.831149941Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.831312094Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.832496478Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.835565018Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.835578819Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.835709701Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.841823523Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.841854383Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.842033687Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.843221331Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.844790351Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.844803162Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.844930734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.846790521Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.846837372Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.846855343Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.908634959Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","vpc_to_sled":"[Sled { identity: SledIdentity { id: 40b49400-5cd0-4d5c-a006-b241a1ca8261, time_created: 2024-08-28T02:11:30.919762Z, time_modified: 2024-08-28T02:11:30.919762Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.90868648Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.910554217Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.910866184Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.913011696Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.913320502Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.914958575Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.917149359Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.950648114Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.952285376Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5f76130c-8f37-4f4b-aec1-f668c8722713\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.954356597Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.954376548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","elapsed":"657.253671ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.954389808Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":2,"elapsed":"657.261861ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.976049358Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"e0b6a0ca-169d-4960-a280-f749f161a63f","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":204,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.980323343Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"53fae56e-ff62-4212-8f85-6e9da9699f1c\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:16.980347403Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.980357103Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.980640239Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5115e53f-753b-4843-9cf1-b2e44b34fefb\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:16:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.98068779Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.981042177Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.984469865Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.984773781Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.987482075Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.987825742Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.989897193Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.990076767Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:16.995942923Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":11,"elapsed":"698.711984ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.297445533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.297496734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.297505765Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.297512365Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.29778032Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.29779247Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.299551235Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.301792899Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.30181326Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.301958093Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.303591275Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.303805979Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.305521834Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.307713907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.307735418Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.30784994Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.315564643Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.315584184Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":32,"elapsed":"18.14954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.324405969Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.324651664Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:26.350587079Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"53.131145ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:26.975326304Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"47fb21af-bfa1-4783-8900-8679ee8f9b66","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.297466034Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.297522865Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.297532795Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.297539735Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.297854011Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.297866572Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.29931588Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.299509574Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.29977714Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.302203658Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.302215378Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.302366371Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.304218568Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.304396981Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.305685827Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.30785064Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.30786677Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.307989653Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.315718736Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.315741126Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":33,"elapsed":"18.281983ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:36.326561701Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"29.082747ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:36.975276873Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"4b024574-7c1e-4bb3-b4e6-817a028e8c14","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":238,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297498745Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297562896Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297587707Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297602477Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297614597Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297623527Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297638257Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297649678Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297659668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297673188Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297683878Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297695489Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297709429Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297720529Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297733169Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.2977449Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29775555Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29776943Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29778031Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297792451Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297805171Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297816991Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297827111Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297840352Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297850552Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.297862172Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298086086Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298154058Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298168698Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298182668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298194759Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298210109Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298222549Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298235129Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29824898Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29826168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29827476Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29828678Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.29878621Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298815011Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298824261Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.298832471Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298839851Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298846272Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.298853132Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.299078306Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.299090466Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.299121457Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.300922903Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.301898342Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.302429563Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.302629697Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"5.137442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.304055165Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.304086596Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.304255269Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.304976033Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.305001674Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.305144286Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.305557735Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.305576425Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.305765409Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.306427002Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 464757135 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.308124316Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.308270909Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 466602872 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.309390191Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.309745038Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.310132966Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.310312719Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.310506123Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.31187213Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.311903701Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.312058044Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.312634095Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.312664666Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.31287103Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.315722787Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.316039203Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.317315828Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1214, tv_nsec: 475123591 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.318650255Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.318815968Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.319052053Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.320720226Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.323118843Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.323169795Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.323336978Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.326936219Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.327298306Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.334104762Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.334150902Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.334158563Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.334627812Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.361909354Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.362395514Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.364358062Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.364460175Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.367399353Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"68.563651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.367673168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.367698679Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.367812021Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.367822601Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.367987265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.368122257Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.368627757Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.368970904Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.369224809Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.369552316Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.373517754Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.373778329Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.375385661Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.375707568Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.378731428Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.378963983Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.381106575Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.384810399Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.384838869Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.385060893Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.387308958Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.387336719Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.387823068Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dfaccc8-4a96-4e80-a7d9-eba30cb3f15f\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.387849359Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.390011192Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.390590603Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.390958351Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.393993361Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.394014641Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.394024242Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"96.494246ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.3999928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"102.328282ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.400099712Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.400113232Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.400385498Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82694ef5-0a92-4aca-80be-3da11d8638ac\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.400407248Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.401244465Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.401275086Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":34,"elapsed":"103.797201ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.403475879Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.406835746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"108.048375ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.409738103Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":12,"elapsed":"112.131387ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.418583829Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.41860998Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.418877015Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f31e354-6b91-4e65-9b42-9da5692e7a38\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.418900805Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.420950336Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.422031548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.424469236Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.424486496Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.424629329Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.425463166Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.425484056Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"126.674076ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.426971056Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":12,"elapsed":"129.43896ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.445988253Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"148.239904ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.452634185Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.452654076Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"155.060189ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.468375048Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.468687124Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb392d3b-549e-4ad2-91b4-31f6556aacc2\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 02:16:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.470432849Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.470686524Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.472686553Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":12,"elapsed":"174.986685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.481982168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.482384876Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.483903946Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.485420666Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.485434497Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.48558776Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.486905996Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.488405596Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.488421836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.488550739Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.497948745Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":12,"elapsed":"200.321608ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.519076835Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.5203356Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee0d24d-7fde-4344-b07d-9d43c0e4856e\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.52036038Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.520707177Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.525180626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.525451601Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.529161185Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.529315568Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.532638944Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.532920289Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"68bad2f1-7900-46a1-a2e8-026bf8548d42\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.534657764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":12,"elapsed":"236.943925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.585890261Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.586195238Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.599569193Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.59991752Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77751ea0-0528-40c0-a67c-af5445ae4e53\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.599939791Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.599950961Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.599959931Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.60042203Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":12,"elapsed":"302.745942ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.60143056Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.60144583Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.601606424Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.608678964Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.609567632Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78261acc-2e9a-48d5-ad8f-b9098248c4ad\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:16:45 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609585122Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609596312Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609822307Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609833637Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609841087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609848187Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.609855067Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.609861488Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.610025761Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.611344967Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.611461769Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4b2bcf-73bb-4ba6-9e4a-12f717540b18\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:16:45 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.61147442Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.611574651Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56debcdc-4762-4f5b-b4a9-5a133f74de3c\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:16:45 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.611586792Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.611598472Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.714030036Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8ef0b249-ceab-4000-8fe1-276d161c2977\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.714078887Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.714089777Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.718847211Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f310bab9-2edf-4af6-b850-54c37cff8cd0\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:16:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.718881332Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.719243329Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.722669847Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.72283626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.726544134Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.726776479Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.72884966Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.728996533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:46.735236317Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":12,"elapsed":"437.687151ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:46.975194652Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"1332ae52-f8aa-4615-b753-ffb8462b6dda","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":229,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.297332052Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.297391623Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.297402173Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.297410363Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.297612887Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.297627887Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.299116617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.301323731Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.301347532Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.301461264Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.302967033Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.303207918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.304496024Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.306558775Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.306585785Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.306705248Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.312072654Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.312098175Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":35,"elapsed":"14.783033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.324683035Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.324908239Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:16:56.326248696Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"28.926695ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:16:56.975361575Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"0bdad69e-2f51-40a7-b131-5934cd63301c","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":225,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.297677689Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.29773504Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.29774624Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.29775422Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.297987905Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.298003315Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.299167668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.29975139Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.299909913Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.301347122Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.301368502Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.301445213Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"3.768985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.301484214Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.302988444Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.303169648Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.304633137Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.306704788Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.306727838Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.306849631Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.311713497Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:06.311734408Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":36,"elapsed":"14.07042ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:06.976061209Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"1ab0afe0-6eae-4bb4-908b-4ca36276bcf0","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":812,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296387383Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296452115Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296463765Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296473725Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296481985Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296489845Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296498676Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296509096Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296516486Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296824752Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.296942194Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297003206Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297012606Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297021076Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297028836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297039366Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297047626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297054136Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297062087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297069787Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297077467Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297084047Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297091787Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297098467Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297105528Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297112128Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297118928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297125188Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297133518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.297144158Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297154438Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297164409Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297174419Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297183619Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297192669Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297201439Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29721141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.29722068Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 02:07:16.297165349 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29723055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29724034Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.2972511Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297261251Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297273341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297284181Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297294901Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297304872Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297317012Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6926ac43-4e2e-4378-9bce-42019ec72a30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 455671675 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297335842Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297346712Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297357942Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T02:17:16.297369163Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297381223Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297391863Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\"}","iteration":8,"elapsed":"14.92µs"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297403894Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"01868911-e8e4-4a77-b105-b83672ce13b2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"84c854ff-da18-4c2a-9d2f-7e15248c76a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 455702375 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297425164Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297474135Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297493265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297517346Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297530746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297545876Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297558897Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297602427Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297625208Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297637468Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297653858Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297663979Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297692139Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29772344Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29773548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29774726Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297794401Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297808302Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297819072Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297825922Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297966114Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297980245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.297988685Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298127918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298140778Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29823188Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298314641Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298625018Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298646928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298660228Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298671348Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298681649Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.298696599Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298706159Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.2987163Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":7,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.29872863Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29873527Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29874212Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.29874845Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298911963Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298931784Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298942554Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298957334Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"2.544151ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298968945Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298983925Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.298993255Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.300308261Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.300330861Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"3.925438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.300678779Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.30076997Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.301223109Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.054781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.301392963Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.301867732Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.303579386Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.303603877Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.303755849Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.30377943Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.303838651Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.304018435Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.304725529Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.304756369Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.304939803Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.30576392Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.30578743Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.305947453Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.306170288Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.306701738Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.308674297Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.308709368Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.30881976Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 467187353 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.308955013Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.309021074Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.309035634Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.309233138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.310241968Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.311301729Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 02:07:16.297165349 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.31133353Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"expiration\":\"2024-08-28T02:07:16.297165349Z\",\"pruned\":[]}","iteration":7,"elapsed":"14.11634ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.31134533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.312362491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.312718267Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.312768659Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.31336115Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 471708523 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.313761698Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.313784449Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.314052994Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.315099585Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.31585375Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.315898061Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.316114255Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.316538483Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.316902521Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.316980172Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.317242907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.318669636Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.319788478Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.319815519Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.320054093Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.320462471Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.321540113Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.323349909Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.324028952Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"25.399735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.32443075Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.324452571Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.324738686Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.327185935Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.327292917Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.327581603Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.328872448Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.328900109Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.328910529Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.328919149Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.329392749Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.329886928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.329915309Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.330141913Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.335925178Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.336394018Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.342254714Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.342678842Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.345390686Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.345681062Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.35363087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.353673981Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"56.326329ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.354875775Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 513234908 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.357248652Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.358219561Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.358252952Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363003806Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363038267Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363051407Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363106958Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363249011Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363267671Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.363280222Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.366671029Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.366694119Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.366900303Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.3677422Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.367769051Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.367780811Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.36823651Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.369085357Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.369642088Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.370103807Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.37026099Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.370552706Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.371015605Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.37127259Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.372132197Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.372158748Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.372401923Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.381764509Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385034414Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385074104Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385088004Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385098585Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385437722Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385466732Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385478562Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.385754548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.38586646Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.386116455Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.386580244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.38689812Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.38789412Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.387910781Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.388073904Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.389569873Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.389595414Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.389785768Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.389872119Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.391954661Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.392326678Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.392638865Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"95.372964ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.393249117Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.393265657Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.39341285Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.39494775Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"96.278052ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.395095283Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"98.063157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.395550432Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.397384569Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.397412699Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.39742861Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.397683075Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.397981151Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.398006701Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.398022301Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"100.868513ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.398654874Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.398682405Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.398902219Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.399635884Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.399818837Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.399839617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":37,"elapsed":"102.832682ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.402841547Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.402870958Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.403042341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.404154293Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.404947569Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.405421838Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.405558371Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":13,"elapsed":"108.473064ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.4065138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.406542771Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.406683603Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.40803254Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"109.405523ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.408348246Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.408370917Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.408380547Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":7,"elapsed":"109.716029ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.409277355Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.409296545Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.409305105Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:34.295733 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.409313656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1}","iteration":7,"elapsed":"112.895501ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.410333316Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"113.219878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.410725244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.410945598Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.411834646Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.412164612Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.412515469Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.412526849Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"113.890711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.416051259Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.418118571Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.418140141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.418300964Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.420003228Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421448257Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421470797Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421574949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421897335Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421917906Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421927776Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421938926Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.421978977Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.422029638Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.422039928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.422048898Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"124.935441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.42364156Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.426390245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.426411295Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.426574778Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.428608269Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.428631879Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.428643049Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:35.148647 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.42865176Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2}","iteration":7,"elapsed":"132.179555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.432355993Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":13,"elapsed":"135.052992ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.433308772Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.444460934Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T02:11:15.536604Z, time_modified: 2024-08-28T02:11:15.536604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.444502664Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]}},\"default_endpoint\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"147.471259ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.49111447Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.491149121Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.491480087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0919084-e55b-4d63-bfec-46b7ef35a37a\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.491501968Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.49312921Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.508466494Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.508491975Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.50875694Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2fc7fe0-e96e-4c71-96c4-3ab2d2723eda\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.508778861Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.510579687Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.513343421Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.513366132Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.513589886Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9470389f-c1b8-4e7d-800e-98c4ee74d7df\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.513603907Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.515218909Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.605971511Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.676038752Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.676402829Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9528b8bd-8135-4978-a4ef-28192fb87d7a\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.67642934Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.676781727Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.686388277Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.687889037Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5447833d-ccef-48a1-b749-c7b3a47039dc\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.687920598Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.687932688Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.687940258Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.688603291Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.688831876Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.689496269Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":13,"elapsed":"392.457513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.692257734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.692435107Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.693971138Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":13,"elapsed":"396.797419ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.695140471Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.695335675Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"6719f113-5d97-4286-a66a-9da0d0c06b21\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.697152551Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":13,"elapsed":"400.106615ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.745193435Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.745646554Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"41cde43c-9cdd-4f06-a4bb-63fe1f321346\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.745660644Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.747714595Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ed46e48d-ad4e-467b-ab77-22c417b74a99\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.747727315Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.74895185Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5841d6df-91d3-42c3-ac29-a54ae103094c\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.74896426Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.750539941Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.750571242Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"454.199049ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.750886448Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.751169094Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c97d5091-c032-4ccb-9c00-1134503e736c\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.751187414Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.753322556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b36efd31-97de-442e-8c2c-d0f501f8772d\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.753342987Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.754757095Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.754768265Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"457.487964ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.755687623Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.7559987Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c88f9a-c8b7-43dc-aafa-2d867f8a1f18\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 02:17:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.757131852Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.757487979Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.75954028Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":13,"elapsed":"462.398242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.802978662Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.803320359Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.805043574Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.805071094Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.80535997Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.814038822Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.815020941Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c437791-8122-4d43-8f55-a877484d2c4d\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:17:15 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.815041362Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.815051782Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.815381189Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.815405349Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.815413949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.815420949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.81542765Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.81543388Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.815729346Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.817839677Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.818933759Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b662c1-77e0-4f35-be76-2b9049ee21e3\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.81894983Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.819040781Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"122aa1cb-4c21-4409-8c90-82a74a015bb0\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.819054592Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.819065262Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.91009628Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f404dde3-4ebd-4f9a-a0f0-b3040578d318\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.9101318Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.91014067Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.910544729Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ceffe25-6167-4309-a8d3-33363a32ac98\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:17:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.910596899Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.910955726Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.914436776Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.914701171Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.918040967Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.918238741Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.919961015Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.920270071Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.927399803Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":13,"elapsed":"630.158903ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:16.976185582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"4573be27-6cfc-4148-9150-51547c9f0081","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":782,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.977237533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"producer-registration-task","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:16.977247633Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"producer-registration-task","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.008570115Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"producer-registration-task","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:17.008691777Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59883"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.008864931Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6198194f-924f-48ac-ace9-50122a9c1f61","remote_addr":"[fd00:1122:3344:101::c]:59883","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.009174477Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6198194f-924f-48ac-ace9-50122a9c1f61","remote_addr":"[fd00:1122:3344:101::c]:59883","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:17.043455288Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/oximeter.rs:338","id":"1d02a2ca-a68b-4b79-b6c3-45dfe594b841"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.043487038Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6198194f-924f-48ac-ace9-50122a9c1f61","remote_addr":"[fd00:1122:3344:101::c]:59883","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.043759124Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6198194f-924f-48ac-ace9-50122a9c1f61","remote_addr":"[fd00:1122:3344:101::c]:59883","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.092455281Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"oximeter-collector":"1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.092803077Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"oximeter-collector":"1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c14be85e-eb5a-469c-82f9-2b6f23b58193\", \"date\": \"Wed, 28 Aug 2024 02:17:17 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:17.092817598Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/oximeter.rs:125","collector_id":"1d02a2ca-a68b-4b79-b6c3-45dfe594b841","producer_id":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:17.094770597Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/metrics/producers","method":"POST","req_id":"6198194f-924f-48ac-ace9-50122a9c1f61","remote_addr":"[fd00:1122:3344:101::c]:59883","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85986,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.094830778Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"producer-registration-task","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::c)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6198194f-924f-48ac-ace9-50122a9c1f61\", \"content-length\": \"41\", \"date\": \"Wed, 28 Aug 2024 02:17:17 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.096048602Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"producer-registration-task","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:17.096061062Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"producer-registration-task","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.29721651Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.297269611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.297279941Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.297287061Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.297599337Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.297622328Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.299277331Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.299438784Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.299871353Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.30124648Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.0224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.302300151Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.302317551Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.302452744Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.304058936Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.304226319Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.305875472Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.308107786Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.308130047Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.308241289Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.313492533Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:26.313512393Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":38,"elapsed":"16.310604ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:27.094144935Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"06cfa5fc-820c-43e6-b86e-5039f992e84b","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":223,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.297308162Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.297356863Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.297365733Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.297374123Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.297692009Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.29770584Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.299538126Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.300128978Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.300332422Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.302155888Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.302178058Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.302388543Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.304372552Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.304693199Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.306044855Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.30827816Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.30829233Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.308422062Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.318128495Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.318153056Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":39,"elapsed":"20.851974ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:36.330683335Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"33.350562ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:37.094294108Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"8821fb62-5a1e-4839-b782-5f81d2e4a432","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297726431Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297805452Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297817762Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297827562Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297834693Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297843043Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297850963Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297859243Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297868493Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297875174Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297883844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297893004Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297901144Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297912454Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297923375Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297935555Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297951345Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297962045Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297974716Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297984196Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.297995876Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298004266Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298016086Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298033087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298043987Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298052827Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298064087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298073918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298084658Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.298094948Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298107928Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298117358Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298127939Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298307892Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298335153Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298349113Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298358653Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298373213Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298383584Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298436725Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298451165Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298461705Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298471715Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298482135Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298492226Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298501836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298510196Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.298517426Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.30174312Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.301824932Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.084421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.302152808Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.303079737Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.304214309Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.304644448Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.304943244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.30524555Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.30526736Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.305543056Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.306159498Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.306178398Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.306391263Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.306405253Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.306412063Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.306589167Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.307696258Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.307723229Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.307903223Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.308660578Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.309425823Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 467817266 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.309808851Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.310486814Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 468870657 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.310563726Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.310953003Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.311249659Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.311269029Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.311439923Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.311904502Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.313491894Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"15.477227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.314218358Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.315160167Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.31581802Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.316131916Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.318002863Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.318033764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.31835083Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.318721708Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.318745638Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.319036104Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.320553534Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.32086028Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.321027403Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.321310629Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.321676836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.321736677Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.322084724Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.324193616Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1274, tv_nsec: 482583279 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.324672116Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.324712607Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.3249191Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.325662745Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.343926628Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.344365987Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.351862695Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.352301674Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.359405915Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.359679271Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.368927214Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":14,"elapsed":"71.158833ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.370983675Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.371009746Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.371018836Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.371257981Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.374163618Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.376168608Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.376190689Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.376390233Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.37776486Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.377792361Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"79.790275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.37876723Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.379082346Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.461604555Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.461654786Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.4618982Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc8978f-eddb-43ac-b5b2-c081e2688209\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.461916711Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.463690596Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.488181602Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.593386391Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.593740289Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f71b3577-684f-44a4-8982-db1a308c1891\", \"content-length\": \"1\", \"date\": \"Wed, 28 Aug 2024 02:17:45 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.595745389Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.595788239Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.59580231Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.596099745Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.59680329Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31481347-5dc5-4fd1-92fc-006b01efd9ea\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.59681835Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.598487773Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.633469127Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.633845335Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ae09fb-a510-4015-aff5-e876d443dacf\", \"content-length\": \"583\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.633879066Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.634143601Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.634176401Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.634296404Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.634518828Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2088d7b-52eb-49f6-837c-b16aa3342f99\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.634541619Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.636188141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.636668341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"338.842109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.636914136Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.637213292Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"339.246476ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.637265743Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.639367445Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":14,"elapsed":"341.488071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.639687161Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.642533418Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.642911125Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.643292102Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.643326193Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.64364923Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.645533127Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.645565328Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":40,"elapsed":"347.849247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.646932445Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.647092278Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.647286532Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.647404724Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.649150479Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":14,"elapsed":"351.257204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.649387894Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.650533256Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.650827582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.652196019Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.652214Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.652500745Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.653520416Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.653817882Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.653896793Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.65576728Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.655805581Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.655950224Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.65626234Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.656504865Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.659853631Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.661223098Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ae383cac-7932-40ef-8511-1b6412edef28\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.663540494Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":14,"elapsed":"365.750263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.669412611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":14,"elapsed":"371.572348ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.671505773Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.671534843Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.671550343Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"373.600989ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.724862902Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.733597235Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"435.804074ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.794932984Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfdae915-295a-40c0-8bd8-3b1ad6f91302\", \"content-length\": \"810\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.794970344Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), vni: Vni(6178120) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.794982825Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.794992955Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.797990194Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":14,"elapsed":"500.08406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.79978784Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.800261949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.80281072Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.802848241Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.803071055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.815566863Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.815962341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd6e493a-4f3f-4b0d-bad5-f7f2e091c984\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:17:45 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.815995332Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.816010402Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.816500172Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.816529112Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.816540422Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.816550483Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.816560183Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.816569343Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.816858289Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.818610474Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.819653844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4098acc4-5511-4381-a3f2-4f38e8303343\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:17:45 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.819688405Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.819803477Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119118b6-381e-45e0-ad6a-cc5ccc55db53\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:17:45 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.819822848Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.819838668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.942190148Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"89ae33de-88a9-4618-8e1f-530ee3b74cb4\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:46.942228298Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.942242879Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.942470713Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8983982c-a7f7-4179-a7d2-151a0563a76f\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:17:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.942517224Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.942964003Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.947409131Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.947882451Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.952824699Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.953231617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.9559058Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.956229286Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:46.965301756Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":14,"elapsed":"667.486874ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:47.094362459Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"9217f26a-a103-41b7-82c7-d74b4643cc6e","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":227,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:51.697508324Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ddcd5b4-a0f6-4053-885b-7bb91de7b7d7\", \"content-length\": \"128\", \"date\": \"Wed, 28 Aug 2024 02:17:51 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:51.704989272Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","state":"Starting"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:51.707218757Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/instance.rs:1853","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T02:17:43.923233Z }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:51.707239337Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:51.707599544Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:51.749071448Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:51.749115999Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":14,"elapsed":"5.451314496s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.297233921Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.297285152Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.297294512Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.297301152Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.297656939Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.29767158Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.299575418Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.299764441Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.300158639Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.302764651Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.302778311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.302924984Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.304883433Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.305131378Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.306434934Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.308716799Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.308730829Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.308869552Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.314520694Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.314549325Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":41,"elapsed":"17.313894ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:17:56.326543623Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"29.298582ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:17:57.096948611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"c7b7b95b-c1ad-466b-9061-ada2bfadccdd","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2790,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.297067538Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.297126949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.297137949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.297145819Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.297351624Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.297366144Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.299011657Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.299322433Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.29968491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.301322112Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.301334252Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.301469255Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.303188439Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.303401144Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.304533406Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.30673476Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.30675366Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.306878693Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.314836421Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.314865151Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":42,"elapsed":"17.798504ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:06.323984752Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"26.915934ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:07.094534883Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"05d0a829-d472-4362-ae0b-a109553e632b","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.295945865Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296017547Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296030307Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296041237Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296052127Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296062368Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296072108Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296084858Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296094008Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296386894Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296450525Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.296955845Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297147279Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.29720227Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.29721425Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.29722186Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297230591Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297237191Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297245511Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297251841Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297258821Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297265091Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297271401Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297278402Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297284542Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297290732Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297297722Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297304802Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297310742Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297317393Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297324822Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297331513Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297337633Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-08-28T02:18:16.297345193Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297354083Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\"}","iteration":9,"elapsed":"12.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297362853Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.297370483Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297376804Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297382964Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297389714Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297395614Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297403004Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297409734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.297415964Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-08-28 02:08:16.297368934 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297422115Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297428895Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297434665Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297441115Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297452385Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297462485Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297472605Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297481356Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297607318Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297631179Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6926ac43-4e2e-4378-9bce-42019ec72a30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7a899aef-896e-41b9-8810-6c5024da5a0c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 456011201 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297650999Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.29771844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297741361Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297753491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297766751Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297796522Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"01868911-e8e4-4a77-b105-b83672ce13b2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"84c854ff-da18-4c2a-9d2f-7e15248c76a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f85a8e69-10b1-4e9c-982f-31422be2a907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 456184635 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297816802Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297828983Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297840123Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297851223Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297861163Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297873733Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297886004Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297896014Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297907694Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297955475Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297981516Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.297992406Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298001246Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298009416Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":8,"reason":"Timeout"} {"msg":"Abandoned VMM reaper running","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.298017226Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298025607Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298031887Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.298038617Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298044807Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298053527Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298061307Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298073557Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298248941Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298317952Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298362223Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298373303Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.298386854Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.29908991Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.299114511Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"3.166293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.299463005Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.300385523Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.300531036Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.300546866Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"4.598121ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.302187319Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 460588283 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.302542386Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.302577447Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"5.372977ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.304009205Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.304033726Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.30423589Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.30425002Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.306408493Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.307497035Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 465893638 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.307585966Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.307856452Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.308008275Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.308021715Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.308155198Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.308183628Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.308368592Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.310163028Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.310190608Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.310435293Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.310846611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.310878592Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.311067626Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.311163727Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.311179298Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.311441273Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-08-28 02:08:16.297368934 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.311460583Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.311472454Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"expiration\":\"2024-08-28T02:08:16.297368934Z\",\"pruned\":[]}","iteration":8,"elapsed":"14.045899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.319021953Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.319375351Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.322805139Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"24.820883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.324934011Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.325349169Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.330030522Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1304, tv_nsec: 488413485 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.330564923Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.355584999Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.355661741Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.355674521Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.355683841Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.3560995Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.35612405Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.35660243Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.35662764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.35663898Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.356893125Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.358430046Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.358459296Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.358677691Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.363265172Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.363570538Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.372191949Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.372627468Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.373193639Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.37324182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.373289771Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"error\":null,\"error_count\":0,\"found\":0,\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0}","iteration":8,"elapsed":"75.228404ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.3747482Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":15,"elapsed":"77.376197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.374973084Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.375382943Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.376055276Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"78.0413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.377296421Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.377750919Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.379565196Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"81.5992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.380531845Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.382111926Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.38232482Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.382355051Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.382373951Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.382561575Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.382996044Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.3832885Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.385381311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.385603015Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.385650207Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.385724498Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.386032584Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.387586155Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.387604825Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.387763028Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.387943582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.388177677Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.388197697Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.388419751Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.388462752Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.389758461Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.389783287Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.38979435Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.389804006Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.389857988Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.390062162Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.391786608Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392064404Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392308029Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392331579Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392515883Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392850209Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392925231Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.392957092Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.39388208Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.394228757Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.39739982Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.39743487Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.397498042Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.397515542Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.397652465Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.397745227Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.400138894Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.404207315Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.404240016Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.404430389Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.410883897Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.41101654Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.411038491Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.411050111Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"113.680567ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.412237014Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"114.927362ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.413797155Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.413817446Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.413825716Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"116.585766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.414874737Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.415145402Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.415169933Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":43,"elapsed":"117.925172ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.415298295Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.417521869Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.420844335Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.420871106Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.421228793Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65521e91-8601-4230-ac8f-9a310c920733\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.421249713Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.423309214Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.429082139Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.429113739Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"131.852388ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.438030576Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.438060167Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.438401764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f7606a-d151-41e4-a4ad-5f7f3af309e7\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.438435344Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.441294261Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.441547026Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.44173428Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.44175797Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.441771431Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.442160089Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.445042976Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.445068086Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.44526177Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.449060035Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.450593856Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":15,"elapsed":"153.360995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.451724808Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.452085946Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.452564455Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.452590536Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.452778579Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.452856091Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.453228328Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.45380446Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.455858341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.455879661Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456032124Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.456449922Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456472493Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"158.471657ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456498453Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":50,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"aba0906a-ff7e-41a8-9f51-7349b309c33b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456527944Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456539774Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:34.295733 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456547824Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1}","iteration":8,"elapsed":"160.566918ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.45685528Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.45686499Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.456872461Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.457156346Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.458656656Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.461570664Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.461596035Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.462930611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.463187796Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.463217447Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.464073774Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33b21cf-a699-40d9-8885-553cd74b8335\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.464100794Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.467613244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.468471961Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"60636cd6-39ac-4391-ab23-4b1259310aca"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.468506792Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.468520652Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"current_time_created":"2024-08-28 02:11:35.148647 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.468532702Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2}","iteration":8,"elapsed":"172.478285ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.504487556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"207.062522ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.506140979Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-08-28T02:11:15.536604Z, time_modified: 2024-08-28T02:11:15.536604Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, db_silo: Silo { identity: SiloIdentity { id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-08-28T02:11:35.100950Z, time_modified: 2024-08-28T02:11:35.100950Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.50617241Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]}},\"default_endpoint\":{\"silo_id\":\"bb0007f2-a695-4aac-b57b-8cca99a33c5b\",\"tls_certs\":[\"71daeb7010610692abc666e6934ec592c263cfc15250f503454ed4234cc46cac\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"208.742105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.554470409Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.554783145Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.556590301Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.558204983Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.558215753Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.558379036Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.582107888Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.582427594Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ad3855-f0b7-4afa-a09e-a03affb5d12b\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:18:15 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.58374262Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.583972114Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.584214049Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.585324611Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.585336421Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.585494275Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.586202449Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":15,"elapsed":"288.916797ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.651101727Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.718597837Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.718972675Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"bc1790ce-5500-4682-8ea0-b92cf2b74518\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.718990525Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.720971814Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5d82ab49-06f6-42d6-a9bf-ead7c5adf4e7\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.720984375Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.722138837Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.722150428Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"424.855976ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.74692342Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":15,"elapsed":"449.659098ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.757569001Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.757884727Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51348e16-f7d8-4be1-aa88-ca824adbdb9a\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.757905428Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.757914038Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.757921398Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.759237224Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":15,"elapsed":"461.8396ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.785132298Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.786074457Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9231a959-7f1e-49f1-8203-9ff777c3f1e5\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.786104098Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.786377963Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.788502285Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.788658938Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.791114077Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.791402183Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.794350051Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.794533705Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"a06b661c-8608-45fa-bef5-5f583ebe1adf\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.796642717Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":15,"elapsed":"499.285424ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.818876658Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.819374628Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"db3422f8-0108-4550-bdc0-3155ef2ec7f3\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.819402769Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.820930379Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d58adc08-1c93-4c4d-b955-fc6fd7d2e7a5\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.82095871Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.823079342Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"371ebbf1-78d2-4324-966c-7e60822fe7d8\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.823101452Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.825160943Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.825201254Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"529.268789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.829297775Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.829663103Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.831640182Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.831654462Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.831802725Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.840389356Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.84062905Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6bb2cad-9da6-48d9-bae2-90dd06b384e4\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840656921Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840668141Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840879835Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840897556Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840904986Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840911826Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.840918806Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.840924956Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.841153521Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.842957637Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.84360644Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85bffa9-c08a-4978-856c-f4a98bed86d0\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.84362194Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.843712132Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a703788-43d5-4ae9-bc92-e997e998e572\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.843723442Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.843734212Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.934838341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f77cf9ac-87c9-48e7-85c8-e6c988fabd29\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:16.934873382Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:16.934884952Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.020229797Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db326b5-cef1-47cc-b000-83237c464278\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:18:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.020264087Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.020555623Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.024487481Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.024665875Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.027414459Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.027736246Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.02921215Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.029381306Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:17.035814636Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":15,"elapsed":"738.522585ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:17.094263787Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"b5bc989a-1a73-4b76-ad27-e0b85db27333","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":198,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.297611154Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.297662215Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.297671606Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.297678466Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.298000642Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.298017453Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.299781377Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.299990782Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.300289518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.301602454Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.980779ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.302647104Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.302657594Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.302800968Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.304157474Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.304329918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.330941226Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.333601929Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.33362056Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.333750842Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.341432095Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:26.341444185Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":44,"elapsed":"43.854861ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:27.095486828Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"ee750be5-6a35-4d83-8842-f26bee229341","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":694,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.297736975Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.297797117Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.297807247Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.297814147Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.298160384Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.298173934Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.300139783Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.302541281Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.302555531Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.302722764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.303835357Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.304076851Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.305682633Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.307914018Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.307931568Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.30806179Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.314434657Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.314456497Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":45,"elapsed":"16.730112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.325868424Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.326109169Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:36.351767068Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"54.012113ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:37.095241561Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"5b0bf7c5-29f2-4461-910a-8421b1aa8aee","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":196,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297449669Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29750843Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29751757Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29752495Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297532381Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297538501Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297544451Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297555301Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297565961Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297575801Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297585842Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297600542Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297611072Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297620342Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297630492Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297640073Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297649933Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297658963Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297667353Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297677463Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297687373Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297698214Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297708974Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297717854Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297728374Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.297737085Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29799734Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29802349Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298033731Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29804152Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298050411Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298057821Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298068311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298077341Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298090181Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298108902Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298120372Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298150253Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298674073Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298688464Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298695724Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"region snapshot replacement find affected volumes task started","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.298702064Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298710584Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298717684Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298724844Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.298938548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29899089Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.29901801Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.299582311Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.300119812Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.300833716Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.359217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.301793505Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.302332946Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.302352096Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.302522889Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.30254245Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.30255051Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.302712173Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.304417387Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.304609411Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.304628551Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.304935717Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.305278564Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.306493968Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.306522389Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.306533839Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.306685672Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.306791114Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.307223933Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 465307966 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.307506999Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.307941797Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.307961008Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.308220413Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.308730273Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 466815106 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.309014069Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.309169632Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.312049259Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.312077769Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.312208352Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.314740442Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.314799983Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.316067918Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DnsResolver","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-40b49400-5cd0-4d5c-a006-b241a1ca8261.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1334, tv_nsec: 473686442 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.316379065Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.316727272Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.31716215Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.317383985Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.317578319Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1050"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.317962426Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"20.389695ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.318118599Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.318479077Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.322964866Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.323955675Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.325935774Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.325968755Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.326273541Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_watcher.rs:454","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.326299922Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"28.648579ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.326330582Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.32669154Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4dbaa16e-087a-4bfd-b449-5e4a2238b758, lookup_type: ById(4dbaa16e-087a-4bfd-b449-5e4a2238b758) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.32671786Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.326853733Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.340130216Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"original_time_created":"2024-08-28 02:10:55.235565 UTC","original_target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","time_created":"2024-08-28 02:10:55.235565 UTC","target_id":"4dbaa16e-087a-4bfd-b449-5e4a2238b758"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.340182777Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4dbaa16e-087a-4bfd-b449-5e4a2238b758\",\"time_created\":\"2024-08-28T02:10:55.235565Z\"}","iteration":46,"elapsed":"42.707108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.347724107Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.347943522Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.348045484Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.348265058Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.351208166Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.351240397Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.351250857Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.351658055Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.352980702Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"54.280468ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.360702215Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.361126163Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.365245165Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.365602772Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.385738692Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.387540548Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.387567638Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.387720081Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.387758572Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.387770842Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.389033178Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b2736b-7600-4dd9-a098-d2e75e61f067\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.389062078Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.391260692Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.393913244Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.393933575Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.394141519Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7150b69-57f9-4147-a9b7-ab9ed8c4d621\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.394154659Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.395471215Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.411429532Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1058","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.411452183Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.411686657Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"MgsClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84158461-fb41-4764-9e37-5a5a15918e61\", \"content-length\": \"26\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.411702868Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1063","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.413904391Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/mod.rs:1095","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.43749999Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.437849767Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.502361718Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.502629543Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6734fd-5b04-4d05-a7af-07353b937624\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:18:45 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.503622253Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.503898268Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.504087872Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ced5a9-b244-4815-95fe-19ec78550556\", \"content-length\": \"372\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.504119043Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.504129553Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.50448331Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.505697764Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"region_replacement_started_err\":0,\"region_replacement_started_ok\":0}","iteration":16,"elapsed":"208.108193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.507059871Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.507371427Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.508738295Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"null","iteration":16,"elapsed":"211.214644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.509347336Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.509571441Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.512345216Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.51253769Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.515107031Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.515476118Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"73aa3cfb-a745-4591-adda-3c75c4d399f1\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.516957818Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":16,"elapsed":"219.346115ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.537145688Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:55","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.537185689Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/instance_updater.rs:220","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.537195529Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"destroyed_active_vmms\":0,\"error\":null,\"saga_start_failures\":0,\"sagas_completed\":0,\"sagas_failed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"239.66492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.541315041Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.543213449Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":16,"elapsed":"245.673799ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.543643728Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Sled { parent: Fleet, key: 40b49400-5cd0-4d5c-a006-b241a1ca8261, lookup_type: ById(40b49400-5cd0-4d5c-a006-b241a1ca8261) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.543656938Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.543811721Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.54428827Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.544896753Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.545221799Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.545718879Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"0","iteration":16,"elapsed":"248.203329ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.545908193Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.545920323Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.546072686Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.546199388Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"247.525345ms"} {"msg":"region snapshot replacement find affected volumes task done","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.57093835Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/region_snapshot_replacement_step.rs:439"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.5709594Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"272.262006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.573923239Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.575383418Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.575395748Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.575534931Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.592994708Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.593385135Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.595050668Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 625c1240-cbb3-4493-85ca-e66fd5998bf2, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.595068249Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.595256093Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.59663518Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"299.009587ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.604138359Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.604469785Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5728c50a-753b-412b-9902-6740d5dd7b02\", \"content-length\": \"121\", \"date\": \"Wed, 28 Aug 2024 02:18:45 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604487316Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604498506Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"a864d58d-7bfd-48a1-b0ae-9cb4d4a61b60","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604782011Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604793442Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604801022Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604808042Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.604815222Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.604822102Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.605066207Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.606883383Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.607520706Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a667fb41-0863-44de-b4a7-ce0f872fdd8c\", \"content-length\": \"2\", \"date\": \"Wed, 28 Aug 2024 02:18:45 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.607540646Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.607632168Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"component":"DpdClient","rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e00f191e-fe8b-4b81-abcd-98314397cc8d\", \"content-length\": \"51\", \"date\": \"Wed, 28 Aug 2024 02:18:45 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.607644439Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.607653919Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.65756291Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.701516992Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"584bb04e-4fd6-4aa9-8bf1-04f1a9cb301d\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.701541972Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.701551363Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.701997901Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"SledAgent":"40b49400-5cd0-4d5c-a006-b241a1ca8261","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53345d8-b9c9-4a09-9783-1c4ee24c4ffa\", \"content-length\": \"691\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.702025062Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.702035592Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:46.702043413Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.702141304Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"rack_id":"0c5c13d7-1d6f-4932-bd82-66253028d19d","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45ea8ca4-eb2f-4154-9707-22acc2bd4a95\", \"content-length\": \"667\", \"date\": \"Wed, 28 Aug 2024 02:18:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.702193025Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.702555573Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.703092993Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":16,"elapsed":"405.496692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.706108383Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.706409449Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.709158104Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.709325447Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.711257636Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.71148978Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-08-28T02:18:46.718495399Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"87cde93b-53d3-4924-847b-c181020478b1","status":"{}","iteration":16,"elapsed":"420.943268ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-08-28T02:18:47.095084057Z","hostname":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","pid":22733,"uri":"/87cde93b-53d3-4924-847b-c181020478b1","method":"GET","req_id":"a7ac1dc1-edc3-4518-8f1b-91633d41bad6","remote_addr":"[fd00:1122:3344:101::d]:40517","local_addr":"[fd00:1122:3344:101::c]:63426","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"87cde93b-53d3-4924-847b-c181020478b1","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":197,"response_code":"200"}